2023-11-12 09:20:07,602 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@229f66ed 2023-11-12 09:20:07,615 main DEBUG Took 0.010900 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2023-11-12 09:20:07,616 main DEBUG PluginManager 'Core' found 129 plugins 2023-11-12 09:20:07,616 main DEBUG PluginManager 'Level' found 0 plugins 2023-11-12 09:20:07,617 main DEBUG PluginManager 'Lookup' found 16 plugins 2023-11-12 09:20:07,618 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:20:07,627 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2023-11-12 09:20:07,639 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:20:07,641 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:20:07,641 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:20:07,641 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:20:07,642 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:20:07,642 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:20:07,643 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:20:07,643 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:20:07,643 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:20:07,644 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:20:07,644 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:20:07,644 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:20:07,645 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:20:07,645 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:20:07,645 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:20:07,646 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:20:07,646 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:20:07,646 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:20:07,647 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:20:07,647 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:20:07,647 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:20:07,647 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:20:07,648 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:20:07,648 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:20:07,648 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:20:07,649 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2023-11-12 09:20:07,651 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:20:07,653 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2023-11-12 09:20:07,654 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2023-11-12 09:20:07,655 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2023-11-12 09:20:07,656 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2023-11-12 09:20:07,656 main DEBUG PluginManager 'Converter' found 47 plugins 2023-11-12 09:20:07,668 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2023-11-12 09:20:07,671 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2023-11-12 09:20:07,675 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2023-11-12 09:20:07,676 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2023-11-12 09:20:07,676 main DEBUG createAppenders(={Console}) 2023-11-12 09:20:07,677 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@229f66ed initialized 2023-11-12 09:20:07,677 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@229f66ed 2023-11-12 09:20:07,677 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@229f66ed OK. 2023-11-12 09:20:07,678 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2023-11-12 09:20:07,678 main DEBUG OutputStream closed 2023-11-12 09:20:07,678 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2023-11-12 09:20:07,679 main DEBUG Appender DefaultConsole-1 stopped with status true 2023-11-12 09:20:07,679 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@498d318c OK 2023-11-12 09:20:07,723 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586 2023-11-12 09:20:07,725 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=StatusLogger 2023-11-12 09:20:07,726 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=ContextSelector 2023-11-12 09:20:07,728 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name= 2023-11-12 09:20:07,728 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.directory 2023-11-12 09:20:07,729 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2023-11-12 09:20:07,729 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.zookeeper 2023-11-12 09:20:07,729 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2023-11-12 09:20:07,729 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2023-11-12 09:20:07,730 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2023-11-12 09:20:07,730 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase 2023-11-12 09:20:07,730 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop 2023-11-12 09:20:07,731 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2023-11-12 09:20:07,731 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2023-11-12 09:20:07,731 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2023-11-12 09:20:07,732 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2023-11-12 09:20:07,732 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2023-11-12 09:20:07,734 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Appenders,name=Console 2023-11-12 09:20:07,738 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-11-12 09:20:07,738 main DEBUG Reconfiguration complete for context[name=1b6d3586] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.6.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@4d5b6aac) with optional ClassLoader: null 2023-11-12 09:20:07,738 main DEBUG Shutdown hook enabled. Registering a new one. 2023-11-12 09:20:07,740 main DEBUG LoggerContext[name=1b6d3586, org.apache.logging.log4j.core.LoggerContext@4d5b6aac] started OK. 2023-11-12T09:20:07,776 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestBackupMerge timeout: 13 mins 2023-11-12 09:20:07,780 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2023-11-12 09:20:07,781 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-11-12T09:20:08,081 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441 2023-11-12T09:20:08,086 DEBUG [Time-limited test {}] impl.BackupManager(127): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-11-12T09:20:08,089 DEBUG [Time-limited test {}] impl.BackupManager(157): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:20:08,090 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2023-11-12T09:20:08,093 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/cluster_6827398b-dc50-92b6-2172-c692f25ff821, deleteOnExit=true 2023-11-12T09:20:08,093 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2023-11-12T09:20:08,094 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/test.cache.data in system properties and HBase conf 2023-11-12T09:20:08,094 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/hadoop.tmp.dir in system properties and HBase conf 2023-11-12T09:20:08,095 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/hadoop.log.dir in system properties and HBase conf 2023-11-12T09:20:08,095 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/mapreduce.cluster.local.dir in system properties and HBase conf 2023-11-12T09:20:08,095 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-11-12T09:20:08,096 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-11-12T09:20:08,208 WARN [Time-limited test {}] util.NativeCodeLoader(62): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2023-11-12T09:20:08,709 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2023-11-12T09:20:08,713 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-11-12T09:20:08,714 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-11-12T09:20:08,714 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-11-12T09:20:08,714 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-12T09:20:08,715 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-11-12T09:20:08,715 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-11-12T09:20:08,715 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-12T09:20:08,716 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-12T09:20:08,716 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-11-12T09:20:08,716 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/nfs.dump.dir in system properties and HBase conf 2023-11-12T09:20:08,716 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/java.io.tmpdir in system properties and HBase conf 2023-11-12T09:20:08,717 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-12T09:20:08,717 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-11-12T09:20:08,717 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/fs.s3a.committer.staging.tmp.path in system properties and HBase conf Formatting using clusterid: testClusterID 2023-11-12T09:20:09,191 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-11-12T09:20:09,195 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-11-12T09:20:09,497 WARN [Time-limited test {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2023-11-12T09:20:09,632 INFO [Time-limited test {}] log.Slf4jLog(67): Logging to org.apache.logging.slf4j.Log4jLogger@7e7f41d6 via org.mortbay.log.Slf4jLog 2023-11-12T09:20:09,647 WARN [Time-limited test {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:20:09,691 INFO [Time-limited test {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:20:09,728 INFO [Time-limited test {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/hdfs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/java.io.tmpdir/Jetty_localhost_43589_hdfs____xiwe69/webapp 2023-11-12T09:20:09,865 INFO [Time-limited test {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:43589 2023-11-12T09:20:09,888 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-11-12T09:20:09,888 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-11-12T09:20:10,520 WARN [Listener at localhost/35459 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-11-12T09:20:10,588 WARN [Listener at localhost/35459 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-11-12T09:20:10,607 WARN [Listener at localhost/35459 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:20:10,615 INFO [Listener at localhost/35459 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:20:10,620 INFO [Listener at localhost/35459 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/java.io.tmpdir/Jetty_localhost_34249_datanode____rjmzh/webapp 2023-11-12T09:20:10,722 INFO [Listener at localhost/35459 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:34249 2023-11-12T09:20:11,054 WARN [Listener at localhost/42379 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-11-12T09:20:11,401 WARN [Thread-52 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-11-12T09:20:11,690 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x72d3c2d0a9367030: Processing first storage report for DS-43b91b1e-53ea-4a1b-b301-d43b4c810a8f from datanode 32d7037f-6d8b-4b35-8eb9-aca1f51831a5 2023-11-12T09:20:11,692 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x72d3c2d0a9367030: from storage DS-43b91b1e-53ea-4a1b-b301-d43b4c810a8f node DatanodeRegistration(127.0.0.1:37503, datanodeUuid=32d7037f-6d8b-4b35-8eb9-aca1f51831a5, infoPort=45907, infoSecurePort=0, ipcPort=42379, storageInfo=lv=-57;cid=testClusterID;nsid=771152844;c=1699780809268), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2023-11-12T09:20:11,693 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x72d3c2d0a9367030: Processing first storage report for DS-a3dfb442-cb4b-41dd-9089-a54ac5bb9447 from datanode 32d7037f-6d8b-4b35-8eb9-aca1f51831a5 2023-11-12T09:20:11,693 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x72d3c2d0a9367030: from storage DS-a3dfb442-cb4b-41dd-9089-a54ac5bb9447 node DatanodeRegistration(127.0.0.1:37503, datanodeUuid=32d7037f-6d8b-4b35-8eb9-aca1f51831a5, infoPort=45907, infoSecurePort=0, ipcPort=42379, storageInfo=lv=-57;cid=testClusterID;nsid=771152844;c=1699780809268), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2023-11-12T09:20:11,745 DEBUG [Listener at localhost/42379 {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441 2023-11-12T09:20:11,901 INFO [Listener at localhost/42379 {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/cluster_6827398b-dc50-92b6-2172-c692f25ff821/zookeeper_0, clientPort=55189, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/cluster_6827398b-dc50-92b6-2172-c692f25ff821/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/cluster_6827398b-dc50-92b6-2172-c692f25ff821/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2023-11-12T09:20:11,923 INFO [Listener at localhost/42379 {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=55189 2023-11-12T09:20:11,931 INFO [Listener at localhost/42379 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:20:11,933 INFO [Listener at localhost/42379 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:20:12,623 INFO [Listener at localhost/42379 {}] util.FSUtils(462): Created version file at hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519 with version=8 2023-11-12T09:20:12,623 INFO [Listener at localhost/42379 {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/hbase-staging 2023-11-12T09:20:12,640 DEBUG [Listener at localhost/42379 {}] hbase.LocalHBaseCluster(134): Setting Master Port to random. 2023-11-12T09:20:12,641 DEBUG [Listener at localhost/42379 {}] hbase.LocalHBaseCluster(141): Setting RegionServer Port to random. 2023-11-12T09:20:12,641 DEBUG [Listener at localhost/42379 {}] hbase.LocalHBaseCluster(151): Setting RS InfoServer Port to random. 2023-11-12T09:20:12,641 DEBUG [Listener at localhost/42379 {}] hbase.LocalHBaseCluster(159): Setting Master InfoServer Port to random. 2023-11-12T09:20:12,857 DEBUG [Listener at localhost/42379 {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2023-11-12T09:20:13,725 INFO [Listener at localhost/42379 {}] client.ConnectionUtils(128): master/jenkins-hbase3:0 server-side Connection retries=45 2023-11-12T09:20:13,787 INFO [Listener at localhost/42379 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-12T09:20:13,788 INFO [Listener at localhost/42379 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-11-12T09:20:13,788 INFO [Listener at localhost/42379 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-11-12T09:20:13,788 INFO [Listener at localhost/42379 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-12T09:20:13,789 INFO [Listener at localhost/42379 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-11-12T09:20:13,965 INFO [Listener at localhost/42379 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-11-12T09:20:14,097 INFO [Listener at localhost/42379 {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2023-11-12T09:20:14,117 DEBUG [Listener at localhost/42379 {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2023-11-12T09:20:14,123 INFO [Listener at localhost/42379 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-11-12T09:20:14,177 DEBUG [Listener at localhost/42379 {}] channel.DefaultChannelId(79): -Dio.netty.processId: 24199 (auto-detected) 2023-11-12T09:20:14,179 DEBUG [Listener at localhost/42379 {}] channel.DefaultChannelId(101): -Dio.netty.machineId: 02:42:0f:ff:fe:94:aa:bf (auto-detected) 2023-11-12T09:20:14,217 INFO [Listener at localhost/42379 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:39599 2023-11-12T09:20:14,232 INFO [Listener at localhost/42379 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:20:14,234 INFO [Listener at localhost/42379 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:20:14,256 INFO [Listener at localhost/42379 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=master:39599 connecting to ZooKeeper ensemble=127.0.0.1:55189 2023-11-12T09:20:14,309 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): master:395990x0, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-11-12T09:20:14,313 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): master:39599-0x1004ceeca580000 connected 2023-11-12T09:20:14,359 DEBUG [Listener at localhost/42379 {}] zookeeper.ZKUtil(113): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-11-12T09:20:14,363 DEBUG [Listener at localhost/42379 {}] zookeeper.ZKUtil(113): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-11-12T09:20:14,369 DEBUG [Listener at localhost/42379 {}] zookeeper.ZKUtil(113): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-11-12T09:20:14,386 DEBUG [Listener at localhost/42379 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39599 2023-11-12T09:20:14,394 DEBUG [Listener at localhost/42379 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39599 2023-11-12T09:20:14,402 DEBUG [Listener at localhost/42379 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39599 2023-11-12T09:20:14,404 DEBUG [Listener at localhost/42379 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39599 2023-11-12T09:20:14,405 DEBUG [Listener at localhost/42379 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39599 2023-11-12T09:20:14,467 INFO [Listener at localhost/42379 {}] log.Log(170): Logging initialized @7553ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2023-11-12T09:20:14,602 INFO [Listener at localhost/42379 {}] http.HttpServer(981): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-11-12T09:20:14,603 INFO [Listener at localhost/42379 {}] http.HttpServer(981): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-11-12T09:20:14,603 INFO [Listener at localhost/42379 {}] http.HttpServer(981): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-11-12T09:20:14,606 INFO [Listener at localhost/42379 {}] http.HttpServer(960): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2023-11-12T09:20:14,606 INFO [Listener at localhost/42379 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-11-12T09:20:14,606 INFO [Listener at localhost/42379 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-11-12T09:20:14,610 INFO [Listener at localhost/42379 {}] http.HttpServer(805): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-11-12T09:20:14,781 INFO [Listener at localhost/42379 {}] http.HttpServer(1227): Jetty bound to port 41777 2023-11-12T09:20:14,784 INFO [Listener at localhost/42379 {}] server.Server(375): jetty-9.4.52.v20230823; built: 2023-08-23T19:29:37.669Z; git: abdcda73818a1a2c705da276edb0bf6581e7997e; jvm 1.8.0_362-b09 2023-11-12T09:20:14,844 INFO [Listener at localhost/42379 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:20:14,848 INFO [Listener at localhost/42379 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@5f9b1990{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/hadoop.log.dir/,AVAILABLE} 2023-11-12T09:20:14,848 INFO [Listener at localhost/42379 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:20:14,849 INFO [Listener at localhost/42379 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@1ce35be8{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-11-12T09:20:14,914 INFO [Listener at localhost/42379 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-11-12T09:20:14,929 INFO [Listener at localhost/42379 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-11-12T09:20:14,929 INFO [Listener at localhost/42379 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-11-12T09:20:14,932 INFO [Listener at localhost/42379 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2023-11-12T09:20:14,940 INFO [Listener at localhost/42379 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:20:16,161 INFO [Listener at localhost/42379 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@5b85ded4{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-11-12T09:20:16,173 INFO [Listener at localhost/42379 {}] server.AbstractConnector(333): Started ServerConnector@40611faa{HTTP/1.1, (http/1.1)}{0.0.0.0:41777} 2023-11-12T09:20:16,173 INFO [Listener at localhost/42379 {}] server.Server(415): Started @9259ms 2023-11-12T09:20:16,177 INFO [Listener at localhost/42379 {}] master.HMaster(486): hbase.rootdir=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519, hbase.cluster.distributed=false 2023-11-12T09:20:16,242 INFO [Listener at localhost/42379 {}] client.ConnectionUtils(128): regionserver/jenkins-hbase3:0 server-side Connection retries=45 2023-11-12T09:20:16,242 INFO [Listener at localhost/42379 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-12T09:20:16,242 INFO [Listener at localhost/42379 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-11-12T09:20:16,243 INFO [Listener at localhost/42379 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-11-12T09:20:16,243 INFO [Listener at localhost/42379 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-12T09:20:16,243 INFO [Listener at localhost/42379 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-11-12T09:20:16,252 INFO [Listener at localhost/42379 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-11-12T09:20:16,255 INFO [Listener at localhost/42379 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-11-12T09:20:16,256 INFO [Listener at localhost/42379 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:34913 2023-11-12T09:20:16,260 INFO [Listener at localhost/42379 {}] hfile.BlockCacheFactory(127): Allocating BlockCache size=782.40 MB, blockSize=64 KB 2023-11-12T09:20:16,267 DEBUG [Listener at localhost/42379 {}] mob.MobFileCache(121): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2023-11-12T09:20:16,268 INFO [Listener at localhost/42379 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:20:16,271 INFO [Listener at localhost/42379 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:20:16,274 INFO [Listener at localhost/42379 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=regionserver:34913 connecting to ZooKeeper ensemble=127.0.0.1:55189 2023-11-12T09:20:16,280 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): regionserver:349130x0, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-11-12T09:20:16,281 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): regionserver:34913-0x1004ceeca580001 connected 2023-11-12T09:20:16,281 DEBUG [Listener at localhost/42379 {}] zookeeper.ZKUtil(113): regionserver:34913-0x1004ceeca580001, quorum=127.0.0.1:55189, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-11-12T09:20:16,283 DEBUG [Listener at localhost/42379 {}] zookeeper.ZKUtil(113): regionserver:34913-0x1004ceeca580001, quorum=127.0.0.1:55189, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-11-12T09:20:16,284 DEBUG [Listener at localhost/42379 {}] zookeeper.ZKUtil(113): regionserver:34913-0x1004ceeca580001, quorum=127.0.0.1:55189, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-11-12T09:20:16,285 DEBUG [Listener at localhost/42379 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34913 2023-11-12T09:20:16,285 DEBUG [Listener at localhost/42379 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34913 2023-11-12T09:20:16,310 DEBUG [Listener at localhost/42379 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34913 2023-11-12T09:20:16,311 DEBUG [Listener at localhost/42379 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34913 2023-11-12T09:20:16,311 DEBUG [Listener at localhost/42379 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34913 2023-11-12T09:20:16,318 INFO [Listener at localhost/42379 {}] http.HttpServer(981): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-11-12T09:20:16,319 INFO [Listener at localhost/42379 {}] http.HttpServer(981): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-11-12T09:20:16,319 INFO [Listener at localhost/42379 {}] http.HttpServer(981): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-11-12T09:20:16,320 INFO [Listener at localhost/42379 {}] http.HttpServer(960): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2023-11-12T09:20:16,320 INFO [Listener at localhost/42379 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-11-12T09:20:16,320 INFO [Listener at localhost/42379 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-11-12T09:20:16,321 INFO [Listener at localhost/42379 {}] http.HttpServer(805): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-11-12T09:20:16,323 INFO [Listener at localhost/42379 {}] http.HttpServer(1227): Jetty bound to port 42361 2023-11-12T09:20:16,324 INFO [Listener at localhost/42379 {}] server.Server(375): jetty-9.4.52.v20230823; built: 2023-08-23T19:29:37.669Z; git: abdcda73818a1a2c705da276edb0bf6581e7997e; jvm 1.8.0_362-b09 2023-11-12T09:20:16,325 INFO [Listener at localhost/42379 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:20:16,326 INFO [Listener at localhost/42379 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@907b933{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/hadoop.log.dir/,AVAILABLE} 2023-11-12T09:20:16,326 INFO [Listener at localhost/42379 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:20:16,327 INFO [Listener at localhost/42379 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@4d20f97b{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-11-12T09:20:16,339 INFO [Listener at localhost/42379 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-11-12T09:20:16,340 INFO [Listener at localhost/42379 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-11-12T09:20:16,340 INFO [Listener at localhost/42379 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-11-12T09:20:16,340 INFO [Listener at localhost/42379 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2023-11-12T09:20:16,341 INFO [Listener at localhost/42379 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:20:16,346 INFO [Listener at localhost/42379 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@473abc27{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-11-12T09:20:16,347 INFO [Listener at localhost/42379 {}] server.AbstractConnector(333): Started ServerConnector@152c207b{HTTP/1.1, (http/1.1)}{0.0.0.0:42361} 2023-11-12T09:20:16,347 INFO [Listener at localhost/42379 {}] server.Server(415): Started @9433ms 2023-11-12T09:20:16,352 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.52.v20230823; built: 2023-08-23T19:29:37.669Z; git: abdcda73818a1a2c705da276edb0bf6581e7997e; jvm 1.8.0_362-b09 2023-11-12T09:20:16,355 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@25f936de{HTTP/1.1, (http/1.1)}{0.0.0.0:40571} 2023-11-12T09:20:16,355 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(415): Started @9441ms 2023-11-12T09:20:16,356 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2389): Adding backup master ZNode /1/backup-masters/jenkins-hbase3.apache.org,39599,1699780812841 2023-11-12T09:20:16,369 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34913-0x1004ceeca580001, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-12T09:20:16,370 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-12T09:20:16,373 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/jenkins-hbase3.apache.org,39599,1699780812841 2023-11-12T09:20:16,381 DEBUG [M:0;jenkins-hbase3:39599 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;jenkins-hbase3:39599 2023-11-12T09:20:16,400 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-11-12T09:20:16,400 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34913-0x1004ceeca580001, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-11-12T09:20:16,400 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:20:16,400 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34913-0x1004ceeca580001, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:20:16,401 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Set watcher on existing znode=/1/master 2023-11-12T09:20:16,410 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/jenkins-hbase3.apache.org,39599,1699780812841 from backup master directory 2023-11-12T09:20:16,410 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Set watcher on existing znode=/1/master 2023-11-12T09:20:16,414 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34913-0x1004ceeca580001, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-12T09:20:16,414 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/jenkins-hbase3.apache.org,39599,1699780812841 2023-11-12T09:20:16,415 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-12T09:20:16,419 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-11-12T09:20:16,420 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=jenkins-hbase3.apache.org,39599,1699780812841 2023-11-12T09:20:16,424 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 352, initial count 0 2023-11-12T09:20:16,427 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 391, initial count 0 2023-11-12T09:20:16,531 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] util.FSUtils(611): Created cluster ID file at hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/hbase.id with ID: 8c836757-c978-4553-b157-d0606a2febdc 2023-11-12T09:20:16,578 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:20:16,594 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:20:16,594 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34913-0x1004ceeca580001, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:20:16,638 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(355): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:20:16,640 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2023-11-12T09:20:16,660 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(271): ClientProtocol::create wrong number of arguments, should be hadoop 3.2 or below 2023-11-12T09:20:16,660 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(277): ClientProtocol::create wrong number of arguments, should be hadoop 2.x 2023-11-12T09:20:16,661 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(286): can not find SHOULD_REPLICATE flag, should be hadoop 2.x java.lang.IllegalArgumentException: No enum constant org.apache.hadoop.fs.CreateFlag.SHOULD_REPLICATE at java.lang.Enum.valueOf(Enum.java:238) ~[?:1.8.0_362] at org.apache.hadoop.fs.CreateFlag.valueOf(CreateFlag.java:63) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.loadShouldReplicateFlag(FanOutOneBlockAsyncDFSOutputHelper.java:284) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.(FanOutOneBlockAsyncDFSOutputHelper.java:311) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:140) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:952) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2414) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:575) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:572) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-12T09:20:16,672 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2130) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:952) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2414) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:575) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:572) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-12T09:20:16,673 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-12T09:20:16,745 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7093): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/MasterData/data/master/store 2023-11-12T09:20:17,171 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2023-11-12T09:20:17,172 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:20:17,172 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-11-12T09:20:17,172 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:20:17,173 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:20:17,173 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-11-12T09:20:17,173 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:20:17,173 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:20:17,173 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-12T09:20:17,175 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(232): failed to clean up initializing flag: hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/MasterData/data/master/store/.initializing 2023-11-12T09:20:17,175 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(202): WALDir=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/MasterData/WALs/jenkins-hbase3.apache.org,39599,1699780812841 2023-11-12T09:20:17,185 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-11-12T09:20:17,199 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C39599%2C1699780812841, suffix=, logDir=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/MasterData/WALs/jenkins-hbase3.apache.org,39599,1699780812841, archiveDir=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/MasterData/oldWALs, maxLogs=10 2023-11-12T09:20:17,237 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/MasterData/WALs/jenkins-hbase3.apache.org,39599,1699780812841/jenkins-hbase3.apache.org%2C39599%2C1699780812841.1699780817206, exclude list is [], retry=0 2023-11-12T09:20:17,269 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37503,DS-43b91b1e-53ea-4a1b-b301-d43b4c810a8f,DISK] 2023-11-12T09:20:17,276 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(123): Hadoop 3.2 and below use unshaded protobuf. java.lang.ClassNotFoundException: org.apache.hadoop.thirdparty.protobuf.MessageLite at java.net.URLClassLoader.findClass(URLClassLoader.java:387) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:418) ~[?:1.8.0_362] at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:352) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:351) ~[?:1.8.0_362] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.ProtobufDecoder.(ProtobufDecoder.java:118) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.processWriteBlockResponse(FanOutOneBlockAsyncDFSOutputHelper.java:347) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$100(FanOutOneBlockAsyncDFSOutputHelper.java:121) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$4.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:431) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:185) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:35) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hadoop.hbase.util.NettyFutureUtils.addListener(NettyFutureUtils.java:52) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:425) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$300(FanOutOneBlockAsyncDFSOutputHelper.java:121) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:483) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:478) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:653) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:691) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:499) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:407) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.5.jar:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-12T09:20:17,357 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/MasterData/WALs/jenkins-hbase3.apache.org,39599,1699780812841/jenkins-hbase3.apache.org%2C39599%2C1699780812841.1699780817206 2023-11-12T09:20:17,357 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:37503,DS-43b91b1e-53ea-4a1b-b301-d43b4c810a8f,DISK]] 2023-11-12T09:20:17,358 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7254): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:20:17,359 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:20:17,365 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7296): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:20:17,366 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7299): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:20:17,450 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:20:17,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2023-11-12T09:20:17,508 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:20:17,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:20:17,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:20:17,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2023-11-12T09:20:17,515 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:20:17,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:20:17,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:20:17,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2023-11-12T09:20:17,520 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:20:17,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:20:17,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:20:17,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2023-11-12T09:20:17,524 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:20:17,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:20:17,530 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:20:17,531 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:20:17,547 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2023-11-12T09:20:17,550 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1076): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:20:17,555 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:20:17,556 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1093): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9491113280, jitterRate=-0.1160711944103241}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2023-11-12T09:20:17,561 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(992): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-12T09:20:17,562 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2023-11-12T09:20:17,598 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9a7d787, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:20:17,658 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(861): No meta location available on zookeeper, skip migrating... 2023-11-12T09:20:17,679 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2023-11-12T09:20:17,679 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(563): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2023-11-12T09:20:17,682 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-11-12T09:20:17,684 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 1 msec 2023-11-12T09:20:17,691 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 6 msec 2023-11-12T09:20:17,691 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2023-11-12T09:20:17,727 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2023-11-12T09:20:17,745 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2023-11-12T09:20:17,748 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/balancer already deleted, retry=false 2023-11-12T09:20:17,753 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2023-11-12T09:20:17,755 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2023-11-12T09:20:17,756 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/normalizer already deleted, retry=false 2023-11-12T09:20:17,759 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2023-11-12T09:20:17,767 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2023-11-12T09:20:17,770 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/split already deleted, retry=false 2023-11-12T09:20:17,771 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2023-11-12T09:20:17,773 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/merge already deleted, retry=false 2023-11-12T09:20:17,792 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2023-11-12T09:20:17,794 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/snapshot-cleanup already deleted, retry=false 2023-11-12T09:20:17,800 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-11-12T09:20:17,800 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34913-0x1004ceeca580001, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-11-12T09:20:17,800 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:20:17,800 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34913-0x1004ceeca580001, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:20:17,801 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(805): Active/primary master=jenkins-hbase3.apache.org,39599,1699780812841, sessionid=0x1004ceeca580000, setting cluster-up flag (Was=false) 2023-11-12T09:20:17,811 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2023-11-12T09:20:17,824 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34913-0x1004ceeca580001, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:20:17,825 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:20:17,833 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2023-11-12T09:20:17,835 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,39599,1699780812841 2023-11-12T09:20:17,840 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:20:17,840 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34913-0x1004ceeca580001, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:20:17,847 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2023-11-12T09:20:17,850 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,39599,1699780812841 2023-11-12T09:20:17,864 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:20:17,864 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34913-0x1004ceeca580001, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:20:17,872 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2023-11-12T09:20:17,874 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,39599,1699780812841 2023-11-12T09:20:17,967 DEBUG [RS:0;jenkins-hbase3:34913 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;jenkins-hbase3:34913 2023-11-12T09:20:17,969 INFO [RS:0;jenkins-hbase3:34913 {}] regionserver.HRegionServer(997): ClusterId : 8c836757-c978-4553-b157-d0606a2febdc 2023-11-12T09:20:17,972 INFO [RS:0;jenkins-hbase3:34913 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2023-11-12T09:20:17,975 DEBUG [RS:0;jenkins-hbase3:34913 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2023-11-12T09:20:17,983 DEBUG [RS:0;jenkins-hbase3:34913 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2023-11-12T09:20:17,983 DEBUG [RS:0;jenkins-hbase3:34913 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2023-11-12T09:20:17,992 DEBUG [RS:0;jenkins-hbase3:34913 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2023-11-12T09:20:17,992 DEBUG [RS:0;jenkins-hbase3:34913 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2023-11-12T09:20:17,996 DEBUG [RS:0;jenkins-hbase3:34913 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2023-11-12T09:20:17,997 DEBUG [RS:0;jenkins-hbase3:34913 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4202bc00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:20:17,999 DEBUG [RS:0;jenkins-hbase3:34913 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f94dce5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-11-12T09:20:18,005 INFO [RS:0;jenkins-hbase3:34913 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2023-11-12T09:20:18,005 INFO [RS:0;jenkins-hbase3:34913 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2023-11-12T09:20:18,005 DEBUG [RS:0;jenkins-hbase3:34913 {}] regionserver.HRegionServer(1079): About to register with Master. 2023-11-12T09:20:18,009 INFO [RS:0;jenkins-hbase3:34913 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,39599,1699780812841 with isa=jenkins-hbase3.apache.org/172.31.12.81:34913, startcode=1699780816241 2023-11-12T09:20:18,029 DEBUG [RS:0;jenkins-hbase3:34913 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-11-12T09:20:18,042 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2023-11-12T09:20:18,055 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(574): slop=0.2 2023-11-12T09:20:18,063 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(285): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2023-11-12T09:20:18,074 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: jenkins-hbase3.apache.org,39599,1699780812841 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2023-11-12T09:20:18,080 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T09:20:18,081 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T09:20:18,081 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T09:20:18,081 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T09:20:18,081 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/jenkins-hbase3:0, corePoolSize=10, maxPoolSize=10 2023-11-12T09:20:18,081 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:20:18,081 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-11-12T09:20:18,082 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:20:18,087 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1699780848087 2023-11-12T09:20:18,090 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2023-11-12T09:20:18,097 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2023-11-12T09:20:18,100 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2023-11-12T09:20:18,101 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2023-11-12T09:20:18,102 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:43493, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-11-12T09:20:18,108 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:20:18,108 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-11-12T09:20:18,111 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2023-11-12T09:20:18,112 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2023-11-12T09:20:18,114 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2023-11-12T09:20:18,115 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2023-11-12T09:20:18,115 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39599 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3212) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:592) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:17393) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-11-12T09:20:18,115 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2023-11-12T09:20:18,118 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-11-12T09:20:18,120 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2023-11-12T09:20:18,123 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2023-11-12T09:20:18,124 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2023-11-12T09:20:18,143 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ReadOnlyZKClient(139): Connect 0x75d97329 to 127.0.0.1:55189 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:20:18,161 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61037246, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:20:18,161 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-11-12T09:20:18,165 DEBUG [RS:0;jenkins-hbase3:34913 {}] regionserver.HRegionServer(3046): Master is not running yet 2023-11-12T09:20:18,165 WARN [RS:0;jenkins-hbase3:34913 {}] regionserver.HRegionServer(1088): reportForDuty failed; sleeping 100 ms and then retrying. 2023-11-12T09:20:18,165 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2023-11-12T09:20:18,166 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2023-11-12T09:20:18,168 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1699780818168,5,FailOnTimeoutGroup] 2023-11-12T09:20:18,170 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1699780818168,5,FailOnTimeoutGroup] 2023-11-12T09:20:18,170 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-11-12T09:20:18,170 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1636): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2023-11-12T09:20:18,174 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2023-11-12T09:20:18,174 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2023-11-12T09:20:18,266 INFO [RS:0;jenkins-hbase3:34913 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,39599,1699780812841 with isa=jenkins-hbase3.apache.org/172.31.12.81:34913, startcode=1699780816241 2023-11-12T09:20:18,272 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39599 {}] master.ServerManager(396): Registering regionserver=jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:18,283 DEBUG [RS:0;jenkins-hbase3:34913 {}] regionserver.HRegionServer(1705): Config from master: hbase.rootdir=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519 2023-11-12T09:20:18,283 DEBUG [RS:0;jenkins-hbase3:34913 {}] regionserver.HRegionServer(1705): Config from master: fs.defaultFS=hdfs://localhost:35459 2023-11-12T09:20:18,283 DEBUG [RS:0;jenkins-hbase3:34913 {}] regionserver.HRegionServer(1705): Config from master: hbase.master.info.port=41777 2023-11-12T09:20:18,292 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-11-12T09:20:18,292 DEBUG [RS:0;jenkins-hbase3:34913 {}] zookeeper.ZKUtil(111): regionserver:34913-0x1004ceeca580001, quorum=127.0.0.1:55189, baseZNode=/1 Set watcher on existing znode=/1/rs/jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:18,293 WARN [RS:0;jenkins-hbase3:34913 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-11-12T09:20:18,293 INFO [RS:0;jenkins-hbase3:34913 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-12T09:20:18,293 DEBUG [RS:0;jenkins-hbase3:34913 {}] regionserver.HRegionServer(2060): logDir=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/WALs/jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:18,296 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [jenkins-hbase3.apache.org,34913,1699780816241] 2023-11-12T09:20:18,316 DEBUG [RS:0;jenkins-hbase3:34913 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2023-11-12T09:20:18,339 INFO [RS:0;jenkins-hbase3:34913 {}] regionserver.MetricsRegionServerWrapperImpl(165): Computing regionserver metrics every 5000 milliseconds 2023-11-12T09:20:18,362 INFO [RS:0;jenkins-hbase3:34913 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=782.4 M, globalMemStoreLimitLowMark=743.3 M, Offheap=false 2023-11-12T09:20:18,368 INFO [RS:0;jenkins-hbase3:34913 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2023-11-12T09:20:18,368 INFO [RS:0;jenkins-hbase3:34913 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2023-11-12T09:20:18,369 INFO [RS:0;jenkins-hbase3:34913 {}] regionserver.HRegionServer$CompactionChecker(1947): CompactionChecker runs every PT1S 2023-11-12T09:20:18,382 INFO [RS:0;jenkins-hbase3:34913 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2023-11-12T09:20:18,383 DEBUG [RS:0;jenkins-hbase3:34913 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:20:18,383 DEBUG [RS:0;jenkins-hbase3:34913 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:20:18,383 DEBUG [RS:0;jenkins-hbase3:34913 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:20:18,383 DEBUG [RS:0;jenkins-hbase3:34913 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:20:18,384 DEBUG [RS:0;jenkins-hbase3:34913 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:20:18,384 DEBUG [RS:0;jenkins-hbase3:34913 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-11-12T09:20:18,384 DEBUG [RS:0;jenkins-hbase3:34913 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:20:18,384 DEBUG [RS:0;jenkins-hbase3:34913 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:20:18,384 DEBUG [RS:0;jenkins-hbase3:34913 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:20:18,385 DEBUG [RS:0;jenkins-hbase3:34913 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:20:18,385 DEBUG [RS:0;jenkins-hbase3:34913 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:20:18,385 DEBUG [RS:0;jenkins-hbase3:34913 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-11-12T09:20:18,385 DEBUG [RS:0;jenkins-hbase3:34913 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-11-12T09:20:18,387 INFO [RS:0;jenkins-hbase3:34913 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2023-11-12T09:20:18,387 INFO [RS:0;jenkins-hbase3:34913 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2023-11-12T09:20:18,387 INFO [RS:0;jenkins-hbase3:34913 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2023-11-12T09:20:18,388 INFO [RS:0;jenkins-hbase3:34913 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2023-11-12T09:20:18,388 INFO [RS:0;jenkins-hbase3:34913 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,34913,1699780816241-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-11-12T09:20:18,408 INFO [RS:0;jenkins-hbase3:34913 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2023-11-12T09:20:18,411 INFO [RS:0;jenkins-hbase3:34913 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,34913,1699780816241-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2023-11-12T09:20:18,426 INFO [RS:0;jenkins-hbase3:34913 {}] regionserver.Replication(204): jenkins-hbase3.apache.org,34913,1699780816241 started 2023-11-12T09:20:18,426 INFO [RS:0;jenkins-hbase3:34913 {}] regionserver.HRegionServer(1747): Serving as jenkins-hbase3.apache.org,34913,1699780816241, RpcServer on jenkins-hbase3.apache.org/172.31.12.81:34913, sessionid=0x1004ceeca580001 2023-11-12T09:20:18,427 DEBUG [RS:0;jenkins-hbase3:34913 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2023-11-12T09:20:18,427 DEBUG [RS:0;jenkins-hbase3:34913 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:18,427 DEBUG [RS:0;jenkins-hbase3:34913 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,34913,1699780816241' 2023-11-12T09:20:18,427 DEBUG [RS:0;jenkins-hbase3:34913 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2023-11-12T09:20:18,428 DEBUG [RS:0;jenkins-hbase3:34913 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2023-11-12T09:20:18,429 DEBUG [RS:0;jenkins-hbase3:34913 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2023-11-12T09:20:18,429 DEBUG [RS:0;jenkins-hbase3:34913 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2023-11-12T09:20:18,429 DEBUG [RS:0;jenkins-hbase3:34913 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,34913,1699780816241' 2023-11-12T09:20:18,429 DEBUG [RS:0;jenkins-hbase3:34913 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-12T09:20:18,429 DEBUG [RS:0;jenkins-hbase3:34913 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-12T09:20:18,430 INFO [RS:0;jenkins-hbase3:34913 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2023-11-12T09:20:18,430 DEBUG [RS:0;jenkins-hbase3:34913 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2023-11-12T09:20:18,430 DEBUG [RS:0;jenkins-hbase3:34913 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2023-11-12T09:20:18,430 DEBUG [RS:0;jenkins-hbase3:34913 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:18,430 DEBUG [RS:0;jenkins-hbase3:34913 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,34913,1699780816241' 2023-11-12T09:20:18,430 DEBUG [RS:0;jenkins-hbase3:34913 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2023-11-12T09:20:18,431 DEBUG [RS:0;jenkins-hbase3:34913 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2023-11-12T09:20:18,431 DEBUG [RS:0;jenkins-hbase3:34913 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2023-11-12T09:20:18,431 INFO [RS:0;jenkins-hbase3:34913 {}] quotas.RegionServerRpcQuotaManager(63): Quota support disabled 2023-11-12T09:20:18,432 INFO [RS:0;jenkins-hbase3:34913 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2023-11-12T09:20:18,539 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2023-11-12T09:20:18,540 INFO [PEWorker-1 {}] regionserver.HRegion(7075): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519 2023-11-12T09:20:18,542 INFO [RS:0;jenkins-hbase3:34913 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-11-12T09:20:18,547 INFO [RS:0;jenkins-hbase3:34913 {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C34913%2C1699780816241, suffix=, logDir=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/WALs/jenkins-hbase3.apache.org,34913,1699780816241, archiveDir=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/oldWALs, maxLogs=32 2023-11-12T09:20:18,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:20:18,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-11-12T09:20:18,560 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-11-12T09:20:18,560 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:20:18,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:20:18,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-11-12T09:20:18,564 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-11-12T09:20:18,565 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:20:18,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:20:18,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-11-12T09:20:18,566 DEBUG [RS:0;jenkins-hbase3:34913 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/WALs/jenkins-hbase3.apache.org,34913,1699780816241/jenkins-hbase3.apache.org%2C34913%2C1699780816241.1699780818551, exclude list is [], retry=0 2023-11-12T09:20:18,569 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-11-12T09:20:18,569 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:20:18,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:20:18,572 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37503,DS-43b91b1e-53ea-4a1b-b301-d43b4c810a8f,DISK] 2023-11-12T09:20:18,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/hbase/meta/1588230740 2023-11-12T09:20:18,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/hbase/meta/1588230740 2023-11-12T09:20:18,577 INFO [RS:0;jenkins-hbase3:34913 {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/WALs/jenkins-hbase3.apache.org,34913,1699780816241/jenkins-hbase3.apache.org%2C34913%2C1699780816241.1699780818551 2023-11-12T09:20:18,578 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-11-12T09:20:18,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-11-12T09:20:18,581 DEBUG [RS:0;jenkins-hbase3:34913 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:37503,DS-43b91b1e-53ea-4a1b-b301-d43b4c810a8f,DISK]] 2023-11-12T09:20:18,584 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:20:18,584 INFO [PEWorker-1 {}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10658010560, jitterRate=-0.007395416498184204}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-11-12T09:20:18,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-11-12T09:20:18,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-11-12T09:20:18,587 INFO [PEWorker-1 {}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-11-12T09:20:18,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-11-12T09:20:18,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-11-12T09:20:18,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-11-12T09:20:18,589 INFO [PEWorker-1 {}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-11-12T09:20:18,590 DEBUG [PEWorker-1 {}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-11-12T09:20:18,593 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2023-11-12T09:20:18,593 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2023-11-12T09:20:18,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2023-11-12T09:20:18,623 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2023-11-12T09:20:18,627 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2023-11-12T09:20:18,779 DEBUG [jenkins-hbase3:39599 {}] assignment.AssignmentManager(2319): Processing assignQueue; systemServersCount=1, allServersCount=1 2023-11-12T09:20:18,788 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:18,795 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,34913,1699780816241, state=OPENING 2023-11-12T09:20:18,804 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2023-11-12T09:20:18,806 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:20:18,806 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34913-0x1004ceeca580001, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:20:18,807 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-12T09:20:18,807 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-12T09:20:18,810 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,34913,1699780816241}] 2023-11-12T09:20:19,139 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:19,142 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=AdminService, sasl=false 2023-11-12T09:20:19,146 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:44916, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2023-11-12T09:20:19,158 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(130): Open hbase:meta,,1.1588230740 2023-11-12T09:20:19,159 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-12T09:20:19,159 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2023-11-12T09:20:19,162 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C34913%2C1699780816241.meta, suffix=.meta, logDir=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/WALs/jenkins-hbase3.apache.org,34913,1699780816241, archiveDir=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/oldWALs, maxLogs=32 2023-11-12T09:20:19,175 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/WALs/jenkins-hbase3.apache.org,34913,1699780816241/jenkins-hbase3.apache.org%2C34913%2C1699780816241.meta.1699780819163.meta, exclude list is [], retry=0 2023-11-12T09:20:19,179 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37503,DS-43b91b1e-53ea-4a1b-b301-d43b4c810a8f,DISK] 2023-11-12T09:20:19,183 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/WALs/jenkins-hbase3.apache.org,34913,1699780816241/jenkins-hbase3.apache.org%2C34913%2C1699780816241.meta.1699780819163.meta 2023-11-12T09:20:19,183 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:37503,DS-43b91b1e-53ea-4a1b-b301-d43b4c810a8f,DISK]] 2023-11-12T09:20:19,183 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7254): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:20:19,188 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:20:19,189 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2023-11-12T09:20:19,206 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7955): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2023-11-12T09:20:19,206 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(393): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2023-11-12T09:20:19,212 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2023-11-12T09:20:19,212 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:20:19,212 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7296): checking encryption for 1588230740 2023-11-12T09:20:19,213 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7299): checking classloading for 1588230740 2023-11-12T09:20:19,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-11-12T09:20:19,218 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-11-12T09:20:19,218 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:20:19,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:20:19,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-11-12T09:20:19,221 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-11-12T09:20:19,221 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:20:19,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:20:19,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-11-12T09:20:19,224 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-11-12T09:20:19,224 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:20:19,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:20:19,227 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/hbase/meta/1588230740 2023-11-12T09:20:19,230 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/hbase/meta/1588230740 2023-11-12T09:20:19,233 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-11-12T09:20:19,235 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-11-12T09:20:19,237 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11092579360, jitterRate=0.03307695686817169}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-11-12T09:20:19,238 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-11-12T09:20:19,250 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1699780819131 2023-11-12T09:20:19,270 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:19,272 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,34913,1699780816241, state=OPEN 2023-11-12T09:20:19,274 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:meta,,1.1588230740 2023-11-12T09:20:19,275 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(158): Opened hbase:meta,,1.1588230740 2023-11-12T09:20:19,276 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-11-12T09:20:19,276 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34913-0x1004ceeca580001, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-11-12T09:20:19,277 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-12T09:20:19,277 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-12T09:20:19,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=3, resume processing ppid=2 2023-11-12T09:20:19,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,34913,1699780816241 in 467 msec 2023-11-12T09:20:19,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=2, resume processing ppid=1 2023-11-12T09:20:19,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 676 msec 2023-11-12T09:20:19,297 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.3500 sec 2023-11-12T09:20:19,297 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1064): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1699780819297, completionTime=-1 2023-11-12T09:20:19,297 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ServerManager(816): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2023-11-12T09:20:19,297 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1645): Joining cluster... 2023-11-12T09:20:19,363 DEBUG [hconnection-0x1753c29-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:20:19,366 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:44926, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:20:19,381 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1657): Number of RegionServers=1 2023-11-12T09:20:19,381 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1699780879381 2023-11-12T09:20:19,382 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1699780939382 2023-11-12T09:20:19,382 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1664): Joined the cluster in 84 msec 2023-11-12T09:20:19,406 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,39599,1699780812841-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2023-11-12T09:20:19,406 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,39599,1699780812841-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2023-11-12T09:20:19,406 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,39599,1699780812841-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2023-11-12T09:20:19,408 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-jenkins-hbase3:39599, period=300000, unit=MILLISECONDS is enabled. 2023-11-12T09:20:19,408 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2023-11-12T09:20:19,414 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] janitor.CatalogJanitor(175): 2023-11-12T09:20:19,428 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2023-11-12T09:20:19,430 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2369): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-11-12T09:20:19,439 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2023-11-12T09:20:19,442 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:20:19,444 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:20:19,446 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:20:19,866 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => d0b7ed00765f84fba75695a4a5ad8007, NAME => 'hbase:namespace,,1699780819429.d0b7ed00765f84fba75695a4a5ad8007.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519 2023-11-12T09:20:20,279 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(888): Instantiated hbase:namespace,,1699780819429.d0b7ed00765f84fba75695a4a5ad8007.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:20:20,279 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1668): Closing d0b7ed00765f84fba75695a4a5ad8007, disabling compactions & flushes 2023-11-12T09:20:20,279 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1690): Closing region hbase:namespace,,1699780819429.d0b7ed00765f84fba75695a4a5ad8007. 2023-11-12T09:20:20,279 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1699780819429.d0b7ed00765f84fba75695a4a5ad8007. 2023-11-12T09:20:20,279 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1699780819429.d0b7ed00765f84fba75695a4a5ad8007. after waiting 0 ms 2023-11-12T09:20:20,279 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1699780819429.d0b7ed00765f84fba75695a4a5ad8007. 2023-11-12T09:20:20,279 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1909): Closed hbase:namespace,,1699780819429.d0b7ed00765f84fba75695a4a5ad8007. 2023-11-12T09:20:20,279 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1622): Region close journal for d0b7ed00765f84fba75695a4a5ad8007: 2023-11-12T09:20:20,282 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:20:20,296 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1699780819429.d0b7ed00765f84fba75695a4a5ad8007.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1699780820284"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699780820284"}]},"ts":"1699780820284"} 2023-11-12T09:20:20,342 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:20:20,345 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:20:20,353 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780820345"}]},"ts":"1699780820345"} 2023-11-12T09:20:20,357 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2023-11-12T09:20:20,364 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=d0b7ed00765f84fba75695a4a5ad8007, ASSIGN}] 2023-11-12T09:20:20,367 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=d0b7ed00765f84fba75695a4a5ad8007, ASSIGN 2023-11-12T09:20:20,368 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=d0b7ed00765f84fba75695a4a5ad8007, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,34913,1699780816241; forceNewPlan=false, retain=false 2023-11-12T09:20:20,519 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=d0b7ed00765f84fba75695a4a5ad8007, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:20,524 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure d0b7ed00765f84fba75695a4a5ad8007, server=jenkins-hbase3.apache.org,34913,1699780816241}] 2023-11-12T09:20:20,678 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:20,685 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(130): Open hbase:namespace,,1699780819429.d0b7ed00765f84fba75695a4a5ad8007. 2023-11-12T09:20:20,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7254): Opening region: {ENCODED => d0b7ed00765f84fba75695a4a5ad8007, NAME => 'hbase:namespace,,1699780819429.d0b7ed00765f84fba75695a4a5ad8007.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:20:20,686 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:20:20,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace d0b7ed00765f84fba75695a4a5ad8007 2023-11-12T09:20:20,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(888): Instantiated hbase:namespace,,1699780819429.d0b7ed00765f84fba75695a4a5ad8007.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:20:20,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7296): checking encryption for d0b7ed00765f84fba75695a4a5ad8007 2023-11-12T09:20:20,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7299): checking classloading for d0b7ed00765f84fba75695a4a5ad8007 2023-11-12T09:20:20,689 INFO [StoreOpener-d0b7ed00765f84fba75695a4a5ad8007-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region d0b7ed00765f84fba75695a4a5ad8007 2023-11-12T09:20:20,692 INFO [StoreOpener-d0b7ed00765f84fba75695a4a5ad8007-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0b7ed00765f84fba75695a4a5ad8007 columnFamilyName info 2023-11-12T09:20:20,692 DEBUG [StoreOpener-d0b7ed00765f84fba75695a4a5ad8007-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:20:20,693 INFO [StoreOpener-d0b7ed00765f84fba75695a4a5ad8007-1 {}] regionserver.HStore(324): Store=d0b7ed00765f84fba75695a4a5ad8007/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:20:20,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/hbase/namespace/d0b7ed00765f84fba75695a4a5ad8007 2023-11-12T09:20:20,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/hbase/namespace/d0b7ed00765f84fba75695a4a5ad8007 2023-11-12T09:20:20,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1076): writing seq id for d0b7ed00765f84fba75695a4a5ad8007 2023-11-12T09:20:20,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/hbase/namespace/d0b7ed00765f84fba75695a4a5ad8007/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:20:20,705 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1093): Opened d0b7ed00765f84fba75695a4a5ad8007; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10719072160, jitterRate=-0.0017086118459701538}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:20:20,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(992): Region open journal for d0b7ed00765f84fba75695a4a5ad8007: 2023-11-12T09:20:20,708 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:namespace,,1699780819429.d0b7ed00765f84fba75695a4a5ad8007., pid=6, masterSystemTime=1699780820678 2023-11-12T09:20:20,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:namespace,,1699780819429.d0b7ed00765f84fba75695a4a5ad8007. 2023-11-12T09:20:20,713 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(158): Opened hbase:namespace,,1699780819429.d0b7ed00765f84fba75695a4a5ad8007. 2023-11-12T09:20:20,714 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=d0b7ed00765f84fba75695a4a5ad8007, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:20,725 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=6, resume processing ppid=5 2023-11-12T09:20:20,725 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure d0b7ed00765f84fba75695a4a5ad8007, server=jenkins-hbase3.apache.org,34913,1699780816241 in 197 msec 2023-11-12T09:20:20,729 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=5, resume processing ppid=4 2023-11-12T09:20:20,729 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=d0b7ed00765f84fba75695a4a5ad8007, ASSIGN in 361 msec 2023-11-12T09:20:20,730 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:20:20,730 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780820730"}]},"ts":"1699780820730"} 2023-11-12T09:20:20,734 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2023-11-12T09:20:20,738 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:20:20,741 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.3070 sec 2023-11-12T09:20:20,744 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2023-11-12T09:20:20,746 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34913-0x1004ceeca580001, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:20:20,746 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2023-11-12T09:20:20,746 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:20:20,798 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2023-11-12T09:20:20,816 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:20:20,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 31 msec 2023-11-12T09:20:20,836 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2023-11-12T09:20:20,847 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:20:20,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 16 msec 2023-11-12T09:20:20,866 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2023-11-12T09:20:20,869 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2023-11-12T09:20:20,869 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1194): Master has completed initialization 4.449sec 2023-11-12T09:20:20,871 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2023-11-12T09:20:20,873 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2023-11-12T09:20:20,874 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2023-11-12T09:20:20,875 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2023-11-12T09:20:20,875 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2023-11-12T09:20:20,877 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,39599,1699780812841-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-11-12T09:20:20,877 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,39599,1699780812841-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2023-11-12T09:20:20,891 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1297): Balancer post startup initialization complete, took 0 seconds 2023-11-12T09:20:20,892 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2023-11-12T09:20:20,964 DEBUG [Listener at localhost/42379 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x0a7a7e28 to 127.0.0.1:55189 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:20:20,971 DEBUG [Listener at localhost/42379 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c3dd206, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:20:20,976 DEBUG [Listener at localhost/42379 {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2023-11-12T09:20:20,976 DEBUG [Listener at localhost/42379 {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2023-11-12T09:20:20,994 DEBUG [hconnection-0x3d2923bc-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:20:21,005 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:44928, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:20:21,017 INFO [Listener at localhost/42379 {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=jenkins-hbase3.apache.org,39599,1699780812841 2023-11-12T09:20:21,018 INFO [Listener at localhost/42379 {}] hbase.HBaseTestingUtility(2786): Starting mini mapreduce cluster... 2023-11-12T09:20:21,018 INFO [Listener at localhost/42379 {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/test.cache.data in system properties and HBase conf 2023-11-12T09:20:21,018 INFO [Listener at localhost/42379 {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/hadoop.tmp.dir in system properties and HBase conf 2023-11-12T09:20:21,018 INFO [Listener at localhost/42379 {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/hadoop.log.dir in system properties and HBase conf 2023-11-12T09:20:21,018 INFO [Listener at localhost/42379 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/mapreduce.cluster.local.dir in system properties and HBase conf 2023-11-12T09:20:21,018 INFO [Listener at localhost/42379 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-11-12T09:20:21,018 INFO [Listener at localhost/42379 {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-11-12T09:20:21,018 INFO [Listener at localhost/42379 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-11-12T09:20:21,018 INFO [Listener at localhost/42379 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-11-12T09:20:21,018 INFO [Listener at localhost/42379 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-11-12T09:20:21,018 INFO [Listener at localhost/42379 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-12T09:20:21,019 INFO [Listener at localhost/42379 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-11-12T09:20:21,019 INFO [Listener at localhost/42379 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-11-12T09:20:21,019 INFO [Listener at localhost/42379 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-12T09:20:21,019 INFO [Listener at localhost/42379 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-12T09:20:21,019 INFO [Listener at localhost/42379 {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-11-12T09:20:21,019 INFO [Listener at localhost/42379 {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/nfs.dump.dir in system properties and HBase conf 2023-11-12T09:20:21,019 INFO [Listener at localhost/42379 {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/java.io.tmpdir in system properties and HBase conf 2023-11-12T09:20:21,019 INFO [Listener at localhost/42379 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-12T09:20:21,019 INFO [Listener at localhost/42379 {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-11-12T09:20:21,019 INFO [Listener at localhost/42379 {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2023-11-12T09:20:22,674 WARN [Thread-249 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:20:23,074 INFO [Thread-249 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:20:23,080 INFO [Thread-249 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/jobhistory to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_38297_jobhistory____.u29dwr/webapp 2023-11-12T09:20:23,279 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2023-11-12T09:20:23,279 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2023-11-12T09:20:23,279 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-12T09:20:23,283 INFO [Thread-249 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-12T09:20:23,385 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:20:23,517 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:20:23,841 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2023-11-12T09:20:23,879 INFO [Thread-249 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:38297 2023-11-12T09:20:24,093 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-11-12T09:20:24,093 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2023-11-12T09:20:24,102 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-11-12T09:20:24,102 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2023-11-12T09:20:24,105 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:20:24,105 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2023-11-12T09:20:24,105 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-11-12T09:20:24,105 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2023-11-12T09:20:24,106 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2023-11-12T09:20:24,106 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2023-11-12T09:20:24,168 WARN [Listener at jenkins-hbase3.apache.org/42307 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:20:24,288 WARN [Listener at jenkins-hbase3.apache.org/42307 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-11-12T09:20:24,289 INFO [Listener at jenkins-hbase3.apache.org/42307 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:20:24,296 INFO [Listener at jenkins-hbase3.apache.org/42307 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/cluster to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_40075_cluster____34ak0h/webapp 2023-11-12T09:20:24,420 INFO [Listener at jenkins-hbase3.apache.org/42307 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2023-11-12T09:20:24,420 INFO [Listener at jenkins-hbase3.apache.org/42307 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2023-11-12T09:20:24,421 INFO [Listener at jenkins-hbase3.apache.org/42307 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-12T09:20:24,421 INFO [Listener at jenkins-hbase3.apache.org/42307 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-12T09:20:24,429 INFO [Listener at jenkins-hbase3.apache.org/42307 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:20:24,645 INFO [Listener at jenkins-hbase3.apache.org/42307 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:20:24,744 INFO [Listener at jenkins-hbase3.apache.org/42307 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:20:24,757 INFO [Listener at jenkins-hbase3.apache.org/42307 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:40075 2023-11-12T09:20:24,760 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-12T09:20:24,844 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2023-11-12T09:20:24,846 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2023-11-12T09:20:25,189 WARN [Listener at jenkins-hbase3.apache.org/44647 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:20:25,209 WARN [Listener at jenkins-hbase3.apache.org/44647 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-11-12T09:20:25,212 INFO [Listener at jenkins-hbase3.apache.org/44647 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:20:25,218 INFO [Listener at jenkins-hbase3.apache.org/44647 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_42341_node____.aeuzhr/webapp 2023-11-12T09:20:25,269 INFO [Listener at jenkins-hbase3.apache.org/44647 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-11-12T09:20:25,269 INFO [Listener at jenkins-hbase3.apache.org/44647 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-12T09:20:25,269 INFO [Listener at jenkins-hbase3.apache.org/44647 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-11-12T09:20:25,269 INFO [Listener at jenkins-hbase3.apache.org/44647 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-12T09:20:25,277 INFO [Listener at jenkins-hbase3.apache.org/44647 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:20:25,299 INFO [Listener at jenkins-hbase3.apache.org/44647 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:20:25,362 INFO [Listener at jenkins-hbase3.apache.org/44647 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:20:25,371 INFO [Listener at jenkins-hbase3.apache.org/44647 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:42341 2023-11-12T09:20:25,513 WARN [Listener at jenkins-hbase3.apache.org/38335 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:20:25,520 WARN [Listener at jenkins-hbase3.apache.org/38335 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-11-12T09:20:25,520 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:20:25,529 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_45717_node____.8cyjj9/webapp 2023-11-12T09:20:25,593 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-11-12T09:20:25,593 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-12T09:20:25,593 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-11-12T09:20:25,594 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-12T09:20:25,602 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:20:25,618 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:20:25,677 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:20:25,687 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:45717 2023-11-12T09:20:25,727 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] hbase.HBaseTestingUtility(2821): Mini mapreduce cluster started 2023-11-12T09:20:25,728 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] backup.TestBackupBase(301): ROOTDIR hdfs://localhost:35459/backupUT 2023-11-12T09:20:25,742 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:20:25,748 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:42090, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:20:25,759 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.HMaster$18(3398): Client=jenkins//172.31.12.81 creating {NAME => 'ns1'} 2023-11-12T09:20:25,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] procedure2.ProcedureExecutor(1032): Stored pid=9, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns1 2023-11-12T09:20:25,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=9 2023-11-12T09:20:25,796 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:20:25,803 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=9, state=SUCCESS; CreateNamespaceProcedure, namespace=ns1 in 40 msec 2023-11-12T09:20:25,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=9 2023-11-12T09:20:25,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.HMaster$18(3398): Client=jenkins//172.31.12.81 creating {NAME => 'ns2'} 2023-11-12T09:20:25,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] procedure2.ProcedureExecutor(1032): Stored pid=10, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns2 2023-11-12T09:20:25,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=10 2023-11-12T09:20:25,912 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:20:25,921 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=10, state=SUCCESS; CreateNamespaceProcedure, namespace=ns2 in 31 msec 2023-11-12T09:20:26,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=10 2023-11-12T09:20:26,008 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.HMaster$18(3398): Client=jenkins//172.31.12.81 creating {NAME => 'ns3'} 2023-11-12T09:20:26,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] procedure2.ProcedureExecutor(1032): Stored pid=11, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns3 2023-11-12T09:20:26,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=11 2023-11-12T09:20:26,022 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:20:26,027 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=11, state=SUCCESS; CreateNamespaceProcedure, namespace=ns3 in 16 msec 2023-11-12T09:20:26,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=11 2023-11-12T09:20:26,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.HMaster$18(3398): Client=jenkins//172.31.12.81 creating {NAME => 'ns4'} 2023-11-12T09:20:26,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] procedure2.ProcedureExecutor(1032): Stored pid=12, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns4 2023-11-12T09:20:26,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=12 2023-11-12T09:20:26,132 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:20:26,138 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=12, state=SUCCESS; CreateNamespaceProcedure, namespace=ns4 in 18 msec 2023-11-12T09:20:26,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=12 2023-11-12T09:20:26,242 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'test-1699780825728', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:20:26,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] procedure2.ProcedureExecutor(1032): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test-1699780825728 2023-11-12T09:20:26,247 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test-1699780825728 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:20:26,248 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "test-1699780825728" procId is: 13 2023-11-12T09:20:26,248 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:20:26,249 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test-1699780825728 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:20:26,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:20:26,279 INFO [RegionOpenAndInit-test-1699780825728-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => d723653904902a6feabf555d1a98b404, NAME => 'test-1699780825728,,1699780826237.d723653904902a6feabf555d1a98b404.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1699780825728', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519 2023-11-12T09:20:26,295 DEBUG [RegionOpenAndInit-test-1699780825728-pool-0 {}] regionserver.HRegion(888): Instantiated test-1699780825728,,1699780826237.d723653904902a6feabf555d1a98b404.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:20:26,295 DEBUG [RegionOpenAndInit-test-1699780825728-pool-0 {}] regionserver.HRegion(1668): Closing d723653904902a6feabf555d1a98b404, disabling compactions & flushes 2023-11-12T09:20:26,295 INFO [RegionOpenAndInit-test-1699780825728-pool-0 {}] regionserver.HRegion(1690): Closing region test-1699780825728,,1699780826237.d723653904902a6feabf555d1a98b404. 2023-11-12T09:20:26,296 DEBUG [RegionOpenAndInit-test-1699780825728-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1699780825728,,1699780826237.d723653904902a6feabf555d1a98b404. 2023-11-12T09:20:26,296 DEBUG [RegionOpenAndInit-test-1699780825728-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on test-1699780825728,,1699780826237.d723653904902a6feabf555d1a98b404. after waiting 0 ms 2023-11-12T09:20:26,296 DEBUG [RegionOpenAndInit-test-1699780825728-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region test-1699780825728,,1699780826237.d723653904902a6feabf555d1a98b404. 2023-11-12T09:20:26,296 INFO [RegionOpenAndInit-test-1699780825728-pool-0 {}] regionserver.HRegion(1909): Closed test-1699780825728,,1699780826237.d723653904902a6feabf555d1a98b404. 2023-11-12T09:20:26,296 DEBUG [RegionOpenAndInit-test-1699780825728-pool-0 {}] regionserver.HRegion(1622): Region close journal for d723653904902a6feabf555d1a98b404: 2023-11-12T09:20:26,298 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test-1699780825728 execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:20:26,299 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test-1699780825728,,1699780826237.d723653904902a6feabf555d1a98b404.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1699780826298"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699780826298"}]},"ts":"1699780826298"} 2023-11-12T09:20:26,302 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:20:26,303 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test-1699780825728 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:20:26,303 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1699780825728","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780826303"}]},"ts":"1699780826303"} 2023-11-12T09:20:26,306 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1699780825728, state=ENABLING in hbase:meta 2023-11-12T09:20:26,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1699780825728, region=d723653904902a6feabf555d1a98b404, ASSIGN}] 2023-11-12T09:20:26,314 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1699780825728, region=d723653904902a6feabf555d1a98b404, ASSIGN 2023-11-12T09:20:26,316 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1699780825728, region=d723653904902a6feabf555d1a98b404, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,34913,1699780816241; forceNewPlan=false, retain=false 2023-11-12T09:20:26,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:20:26,467 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=d723653904902a6feabf555d1a98b404, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:26,472 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; OpenRegionProcedure d723653904902a6feabf555d1a98b404, server=jenkins-hbase3.apache.org,34913,1699780816241}] 2023-11-12T09:20:26,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:20:26,626 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:26,634 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(130): Open test-1699780825728,,1699780826237.d723653904902a6feabf555d1a98b404. 2023-11-12T09:20:26,635 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7254): Opening region: {ENCODED => d723653904902a6feabf555d1a98b404, NAME => 'test-1699780825728,,1699780826237.d723653904902a6feabf555d1a98b404.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:20:26,635 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:20:26,635 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1699780825728 d723653904902a6feabf555d1a98b404 2023-11-12T09:20:26,635 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(888): Instantiated test-1699780825728,,1699780826237.d723653904902a6feabf555d1a98b404.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:20:26,636 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7296): checking encryption for d723653904902a6feabf555d1a98b404 2023-11-12T09:20:26,636 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7299): checking classloading for d723653904902a6feabf555d1a98b404 2023-11-12T09:20:26,637 INFO [StoreOpener-d723653904902a6feabf555d1a98b404-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d723653904902a6feabf555d1a98b404 2023-11-12T09:20:26,639 INFO [StoreOpener-d723653904902a6feabf555d1a98b404-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d723653904902a6feabf555d1a98b404 columnFamilyName f 2023-11-12T09:20:26,639 DEBUG [StoreOpener-d723653904902a6feabf555d1a98b404-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:20:26,641 INFO [StoreOpener-d723653904902a6feabf555d1a98b404-1 {}] regionserver.HStore(324): Store=d723653904902a6feabf555d1a98b404/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:20:26,642 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/default/test-1699780825728/d723653904902a6feabf555d1a98b404 2023-11-12T09:20:26,643 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/default/test-1699780825728/d723653904902a6feabf555d1a98b404 2023-11-12T09:20:26,647 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1076): writing seq id for d723653904902a6feabf555d1a98b404 2023-11-12T09:20:26,653 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/default/test-1699780825728/d723653904902a6feabf555d1a98b404/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:20:26,654 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): Opened d723653904902a6feabf555d1a98b404; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9426843040, jitterRate=-0.12205682694911957}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:20:26,655 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(992): Region open journal for d723653904902a6feabf555d1a98b404: 2023-11-12T09:20:26,656 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2556): Post open deploy tasks for test-1699780825728,,1699780826237.d723653904902a6feabf555d1a98b404., pid=15, masterSystemTime=1699780826626 2023-11-12T09:20:26,659 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2583): Finished post open deploy task for test-1699780825728,,1699780826237.d723653904902a6feabf555d1a98b404. 2023-11-12T09:20:26,659 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(158): Opened test-1699780825728,,1699780826237.d723653904902a6feabf555d1a98b404. 2023-11-12T09:20:26,660 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=d723653904902a6feabf555d1a98b404, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:26,665 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=15, resume processing ppid=14 2023-11-12T09:20:26,665 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=15, ppid=14, state=SUCCESS; OpenRegionProcedure d723653904902a6feabf555d1a98b404, server=jenkins-hbase3.apache.org,34913,1699780816241 in 190 msec 2023-11-12T09:20:26,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=14, resume processing ppid=13 2023-11-12T09:20:26,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=14, ppid=13, state=SUCCESS; TransitRegionStateProcedure table=test-1699780825728, region=d723653904902a6feabf555d1a98b404, ASSIGN in 354 msec 2023-11-12T09:20:26,669 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test-1699780825728 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:20:26,669 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1699780825728","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780826669"}]},"ts":"1699780826669"} 2023-11-12T09:20:26,671 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1699780825728, state=ENABLED in hbase:meta 2023-11-12T09:20:26,675 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test-1699780825728 execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:20:26,678 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=13, state=SUCCESS; CreateTableProcedure table=test-1699780825728 in 433 msec 2023-11-12T09:20:26,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:20:26,860 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: default:test-1699780825728, procId: 13 completed 2023-11-12T09:20:26,861 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x2004897e to 127.0.0.1:55189 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:20:26,868 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aa116b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:20:26,870 DEBUG [hconnection-0xd4d83a0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:20:26,874 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:45594, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:20:26,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] regionserver.HRegion(8210): writing data to region test-1699780825728,,1699780826237.d723653904902a6feabf555d1a98b404. with WAL disabled. Data may be lost in the event of a crash. 2023-11-12T09:20:26,980 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'ns2:test-16997808257281', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:20:26,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] procedure2.ProcedureExecutor(1032): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:test-16997808257281 2023-11-12T09:20:26,985 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16997808257281 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:20:26,985 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:20:26,985 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns2" qualifier: "test-16997808257281" procId is: 16 2023-11-12T09:20:26,987 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:test-16997808257281 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:20:26,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:20:27,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:20:27,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:20:27,412 INFO [RegionOpenAndInit-ns2:test-16997808257281-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => f2d76a3b8cd31289fcb3ff9563992e1f, NAME => 'ns2:test-16997808257281,,1699780826980.f2d76a3b8cd31289fcb3ff9563992e1f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-16997808257281', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519 2023-11-12T09:20:27,425 DEBUG [RegionOpenAndInit-ns2:test-16997808257281-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:test-16997808257281,,1699780826980.f2d76a3b8cd31289fcb3ff9563992e1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:20:27,425 DEBUG [RegionOpenAndInit-ns2:test-16997808257281-pool-0 {}] regionserver.HRegion(1668): Closing f2d76a3b8cd31289fcb3ff9563992e1f, disabling compactions & flushes 2023-11-12T09:20:27,425 INFO [RegionOpenAndInit-ns2:test-16997808257281-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:test-16997808257281,,1699780826980.f2d76a3b8cd31289fcb3ff9563992e1f. 2023-11-12T09:20:27,425 DEBUG [RegionOpenAndInit-ns2:test-16997808257281-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16997808257281,,1699780826980.f2d76a3b8cd31289fcb3ff9563992e1f. 2023-11-12T09:20:27,426 DEBUG [RegionOpenAndInit-ns2:test-16997808257281-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16997808257281,,1699780826980.f2d76a3b8cd31289fcb3ff9563992e1f. after waiting 0 ms 2023-11-12T09:20:27,426 DEBUG [RegionOpenAndInit-ns2:test-16997808257281-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16997808257281,,1699780826980.f2d76a3b8cd31289fcb3ff9563992e1f. 2023-11-12T09:20:27,426 INFO [RegionOpenAndInit-ns2:test-16997808257281-pool-0 {}] regionserver.HRegion(1909): Closed ns2:test-16997808257281,,1699780826980.f2d76a3b8cd31289fcb3ff9563992e1f. 2023-11-12T09:20:27,426 DEBUG [RegionOpenAndInit-ns2:test-16997808257281-pool-0 {}] regionserver.HRegion(1622): Region close journal for f2d76a3b8cd31289fcb3ff9563992e1f: 2023-11-12T09:20:27,427 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:test-16997808257281 execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:20:27,428 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:test-16997808257281,,1699780826980.f2d76a3b8cd31289fcb3ff9563992e1f.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1699780827427"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699780827427"}]},"ts":"1699780827427"} 2023-11-12T09:20:27,430 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:20:27,432 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:test-16997808257281 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:20:27,432 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16997808257281","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780827432"}]},"ts":"1699780827432"} 2023-11-12T09:20:27,434 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16997808257281, state=ENABLING in hbase:meta 2023-11-12T09:20:27,439 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16997808257281, region=f2d76a3b8cd31289fcb3ff9563992e1f, ASSIGN}] 2023-11-12T09:20:27,442 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16997808257281, region=f2d76a3b8cd31289fcb3ff9563992e1f, ASSIGN 2023-11-12T09:20:27,443 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:test-16997808257281, region=f2d76a3b8cd31289fcb3ff9563992e1f, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,34913,1699780816241; forceNewPlan=false, retain=false 2023-11-12T09:20:27,594 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=f2d76a3b8cd31289fcb3ff9563992e1f, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:27,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:20:27,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE; OpenRegionProcedure f2d76a3b8cd31289fcb3ff9563992e1f, server=jenkins-hbase3.apache.org,34913,1699780816241}] 2023-11-12T09:20:27,750 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:27,755 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(130): Open ns2:test-16997808257281,,1699780826980.f2d76a3b8cd31289fcb3ff9563992e1f. 2023-11-12T09:20:27,756 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7254): Opening region: {ENCODED => f2d76a3b8cd31289fcb3ff9563992e1f, NAME => 'ns2:test-16997808257281,,1699780826980.f2d76a3b8cd31289fcb3ff9563992e1f.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:20:27,756 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:20:27,756 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16997808257281 f2d76a3b8cd31289fcb3ff9563992e1f 2023-11-12T09:20:27,756 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(888): Instantiated ns2:test-16997808257281,,1699780826980.f2d76a3b8cd31289fcb3ff9563992e1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:20:27,756 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7296): checking encryption for f2d76a3b8cd31289fcb3ff9563992e1f 2023-11-12T09:20:27,756 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7299): checking classloading for f2d76a3b8cd31289fcb3ff9563992e1f 2023-11-12T09:20:27,759 INFO [StoreOpener-f2d76a3b8cd31289fcb3ff9563992e1f-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f2d76a3b8cd31289fcb3ff9563992e1f 2023-11-12T09:20:27,761 INFO [StoreOpener-f2d76a3b8cd31289fcb3ff9563992e1f-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2d76a3b8cd31289fcb3ff9563992e1f columnFamilyName f 2023-11-12T09:20:27,761 DEBUG [StoreOpener-f2d76a3b8cd31289fcb3ff9563992e1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:20:27,761 INFO [StoreOpener-f2d76a3b8cd31289fcb3ff9563992e1f-1 {}] regionserver.HStore(324): Store=f2d76a3b8cd31289fcb3ff9563992e1f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:20:27,762 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/ns2/test-16997808257281/f2d76a3b8cd31289fcb3ff9563992e1f 2023-11-12T09:20:27,763 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/ns2/test-16997808257281/f2d76a3b8cd31289fcb3ff9563992e1f 2023-11-12T09:20:27,766 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1076): writing seq id for f2d76a3b8cd31289fcb3ff9563992e1f 2023-11-12T09:20:27,774 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/ns2/test-16997808257281/f2d76a3b8cd31289fcb3ff9563992e1f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:20:27,775 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): Opened f2d76a3b8cd31289fcb3ff9563992e1f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10270305120, jitterRate=-0.0435032993555069}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:20:27,775 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(992): Region open journal for f2d76a3b8cd31289fcb3ff9563992e1f: 2023-11-12T09:20:27,777 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2556): Post open deploy tasks for ns2:test-16997808257281,,1699780826980.f2d76a3b8cd31289fcb3ff9563992e1f., pid=18, masterSystemTime=1699780827750 2023-11-12T09:20:27,779 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2583): Finished post open deploy task for ns2:test-16997808257281,,1699780826980.f2d76a3b8cd31289fcb3ff9563992e1f. 2023-11-12T09:20:27,779 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(158): Opened ns2:test-16997808257281,,1699780826980.f2d76a3b8cd31289fcb3ff9563992e1f. 2023-11-12T09:20:27,780 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=f2d76a3b8cd31289fcb3ff9563992e1f, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:27,786 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=18, resume processing ppid=17 2023-11-12T09:20:27,786 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=18, ppid=17, state=SUCCESS; OpenRegionProcedure f2d76a3b8cd31289fcb3ff9563992e1f, server=jenkins-hbase3.apache.org,34913,1699780816241 in 186 msec 2023-11-12T09:20:27,788 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=17, resume processing ppid=16 2023-11-12T09:20:27,788 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=17, ppid=16, state=SUCCESS; TransitRegionStateProcedure table=ns2:test-16997808257281, region=f2d76a3b8cd31289fcb3ff9563992e1f, ASSIGN in 347 msec 2023-11-12T09:20:27,790 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:test-16997808257281 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:20:27,790 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16997808257281","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780827790"}]},"ts":"1699780827790"} 2023-11-12T09:20:27,792 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16997808257281, state=ENABLED in hbase:meta 2023-11-12T09:20:27,797 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16997808257281 execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:20:27,798 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=16, state=SUCCESS; CreateTableProcedure table=ns2:test-16997808257281 in 817 msec 2023-11-12T09:20:28,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:20:28,098 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns2:test-16997808257281, procId: 16 completed 2023-11-12T09:20:28,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] regionserver.HRegion(8210): writing data to region ns2:test-16997808257281,,1699780826980.f2d76a3b8cd31289fcb3ff9563992e1f. with WAL disabled. Data may be lost in the event of a crash. 2023-11-12T09:20:28,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'ns3:test-16997808257282', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:20:28,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] procedure2.ProcedureExecutor(1032): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns3:test-16997808257282 2023-11-12T09:20:28,195 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16997808257282 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:20:28,195 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:20:28,195 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns3" qualifier: "test-16997808257282" procId is: 19 2023-11-12T09:20:28,196 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns3:test-16997808257282 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:20:28,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:20:28,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:20:28,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:20:28,615 INFO [RegionOpenAndInit-ns3:test-16997808257282-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => e9a4ac134849fcd1b4cfb2911ac2f551, NAME => 'ns3:test-16997808257282,,1699780828190.e9a4ac134849fcd1b4cfb2911ac2f551.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-16997808257282', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519 2023-11-12T09:20:28,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:20:29,032 DEBUG [RegionOpenAndInit-ns3:test-16997808257282-pool-0 {}] regionserver.HRegion(888): Instantiated ns3:test-16997808257282,,1699780828190.e9a4ac134849fcd1b4cfb2911ac2f551.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:20:29,033 DEBUG [RegionOpenAndInit-ns3:test-16997808257282-pool-0 {}] regionserver.HRegion(1668): Closing e9a4ac134849fcd1b4cfb2911ac2f551, disabling compactions & flushes 2023-11-12T09:20:29,033 INFO [RegionOpenAndInit-ns3:test-16997808257282-pool-0 {}] regionserver.HRegion(1690): Closing region ns3:test-16997808257282,,1699780828190.e9a4ac134849fcd1b4cfb2911ac2f551. 2023-11-12T09:20:29,033 DEBUG [RegionOpenAndInit-ns3:test-16997808257282-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16997808257282,,1699780828190.e9a4ac134849fcd1b4cfb2911ac2f551. 2023-11-12T09:20:29,033 DEBUG [RegionOpenAndInit-ns3:test-16997808257282-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16997808257282,,1699780828190.e9a4ac134849fcd1b4cfb2911ac2f551. after waiting 0 ms 2023-11-12T09:20:29,033 DEBUG [RegionOpenAndInit-ns3:test-16997808257282-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16997808257282,,1699780828190.e9a4ac134849fcd1b4cfb2911ac2f551. 2023-11-12T09:20:29,033 INFO [RegionOpenAndInit-ns3:test-16997808257282-pool-0 {}] regionserver.HRegion(1909): Closed ns3:test-16997808257282,,1699780828190.e9a4ac134849fcd1b4cfb2911ac2f551. 2023-11-12T09:20:29,033 DEBUG [RegionOpenAndInit-ns3:test-16997808257282-pool-0 {}] regionserver.HRegion(1622): Region close journal for e9a4ac134849fcd1b4cfb2911ac2f551: 2023-11-12T09:20:29,034 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns3:test-16997808257282 execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:20:29,035 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns3:test-16997808257282,,1699780828190.e9a4ac134849fcd1b4cfb2911ac2f551.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1699780829035"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699780829035"}]},"ts":"1699780829035"} 2023-11-12T09:20:29,037 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:20:29,038 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns3:test-16997808257282 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:20:29,039 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16997808257282","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780829038"}]},"ts":"1699780829038"} 2023-11-12T09:20:29,040 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16997808257282, state=ENABLING in hbase:meta 2023-11-12T09:20:29,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16997808257282, region=e9a4ac134849fcd1b4cfb2911ac2f551, ASSIGN}] 2023-11-12T09:20:29,052 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16997808257282, region=e9a4ac134849fcd1b4cfb2911ac2f551, ASSIGN 2023-11-12T09:20:29,054 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns3:test-16997808257282, region=e9a4ac134849fcd1b4cfb2911ac2f551, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,34913,1699780816241; forceNewPlan=false, retain=false 2023-11-12T09:20:29,205 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=e9a4ac134849fcd1b4cfb2911ac2f551, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:29,208 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; OpenRegionProcedure e9a4ac134849fcd1b4cfb2911ac2f551, server=jenkins-hbase3.apache.org,34913,1699780816241}] 2023-11-12T09:20:29,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:20:29,361 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:29,367 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(130): Open ns3:test-16997808257282,,1699780828190.e9a4ac134849fcd1b4cfb2911ac2f551. 2023-11-12T09:20:29,367 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7254): Opening region: {ENCODED => e9a4ac134849fcd1b4cfb2911ac2f551, NAME => 'ns3:test-16997808257282,,1699780828190.e9a4ac134849fcd1b4cfb2911ac2f551.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:20:29,368 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:20:29,368 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16997808257282 e9a4ac134849fcd1b4cfb2911ac2f551 2023-11-12T09:20:29,368 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(888): Instantiated ns3:test-16997808257282,,1699780828190.e9a4ac134849fcd1b4cfb2911ac2f551.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:20:29,368 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7296): checking encryption for e9a4ac134849fcd1b4cfb2911ac2f551 2023-11-12T09:20:29,368 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7299): checking classloading for e9a4ac134849fcd1b4cfb2911ac2f551 2023-11-12T09:20:29,370 INFO [StoreOpener-e9a4ac134849fcd1b4cfb2911ac2f551-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e9a4ac134849fcd1b4cfb2911ac2f551 2023-11-12T09:20:29,372 INFO [StoreOpener-e9a4ac134849fcd1b4cfb2911ac2f551-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9a4ac134849fcd1b4cfb2911ac2f551 columnFamilyName f 2023-11-12T09:20:29,372 DEBUG [StoreOpener-e9a4ac134849fcd1b4cfb2911ac2f551-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:20:29,373 INFO [StoreOpener-e9a4ac134849fcd1b4cfb2911ac2f551-1 {}] regionserver.HStore(324): Store=e9a4ac134849fcd1b4cfb2911ac2f551/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:20:29,374 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/ns3/test-16997808257282/e9a4ac134849fcd1b4cfb2911ac2f551 2023-11-12T09:20:29,374 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/ns3/test-16997808257282/e9a4ac134849fcd1b4cfb2911ac2f551 2023-11-12T09:20:29,377 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1076): writing seq id for e9a4ac134849fcd1b4cfb2911ac2f551 2023-11-12T09:20:29,381 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/ns3/test-16997808257282/e9a4ac134849fcd1b4cfb2911ac2f551/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:20:29,381 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): Opened e9a4ac134849fcd1b4cfb2911ac2f551; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9865769440, jitterRate=-0.08117862045764923}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:20:29,382 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(992): Region open journal for e9a4ac134849fcd1b4cfb2911ac2f551: 2023-11-12T09:20:29,383 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2556): Post open deploy tasks for ns3:test-16997808257282,,1699780828190.e9a4ac134849fcd1b4cfb2911ac2f551., pid=21, masterSystemTime=1699780829361 2023-11-12T09:20:29,386 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2583): Finished post open deploy task for ns3:test-16997808257282,,1699780828190.e9a4ac134849fcd1b4cfb2911ac2f551. 2023-11-12T09:20:29,386 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(158): Opened ns3:test-16997808257282,,1699780828190.e9a4ac134849fcd1b4cfb2911ac2f551. 2023-11-12T09:20:29,387 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=e9a4ac134849fcd1b4cfb2911ac2f551, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:29,391 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=21, resume processing ppid=20 2023-11-12T09:20:29,391 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=21, ppid=20, state=SUCCESS; OpenRegionProcedure e9a4ac134849fcd1b4cfb2911ac2f551, server=jenkins-hbase3.apache.org,34913,1699780816241 in 181 msec 2023-11-12T09:20:29,394 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=20, resume processing ppid=19 2023-11-12T09:20:29,394 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=20, ppid=19, state=SUCCESS; TransitRegionStateProcedure table=ns3:test-16997808257282, region=e9a4ac134849fcd1b4cfb2911ac2f551, ASSIGN in 342 msec 2023-11-12T09:20:29,395 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns3:test-16997808257282 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:20:29,395 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16997808257282","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780829395"}]},"ts":"1699780829395"} 2023-11-12T09:20:29,397 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16997808257282, state=ENABLED in hbase:meta 2023-11-12T09:20:29,399 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16997808257282 execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:20:29,401 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=19, state=SUCCESS; CreateTableProcedure table=ns3:test-16997808257282 in 1.2080 sec 2023-11-12T09:20:30,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:20:30,307 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns3:test-16997808257282, procId: 19 completed 2023-11-12T09:20:30,308 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns3:test-16997808257282 get assigned. Timeout = 60000ms 2023-11-12T09:20:30,310 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-12T09:20:30,315 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] hbase.HBaseTestingUtility(3581): All regions for table ns3:test-16997808257282 assigned to meta. Checking AM states. 2023-11-12T09:20:30,316 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-12T09:20:30,316 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] hbase.HBaseTestingUtility(3601): All regions for table ns3:test-16997808257282 assigned. 2023-11-12T09:20:30,318 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'ns4:test-16997808257283', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:20:30,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] procedure2.ProcedureExecutor(1032): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns4:test-16997808257283 2023-11-12T09:20:30,322 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16997808257283 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:20:30,323 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:20:30,323 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns4" qualifier: "test-16997808257283" procId is: 22 2023-11-12T09:20:30,324 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns4:test-16997808257283 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:20:30,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:20:30,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:20:30,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:20:30,738 INFO [RegionOpenAndInit-ns4:test-16997808257283-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 6ea23031cdf281b64b59d86addb20b4d, NAME => 'ns4:test-16997808257283,,1699780830318.6ea23031cdf281b64b59d86addb20b4d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-16997808257283', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519 2023-11-12T09:20:30,847 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-16997808257281' 2023-11-12T09:20:30,848 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1699780825728' 2023-11-12T09:20:30,849 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-16997808257282' 2023-11-12T09:20:30,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:20:31,152 DEBUG [RegionOpenAndInit-ns4:test-16997808257283-pool-0 {}] regionserver.HRegion(888): Instantiated ns4:test-16997808257283,,1699780830318.6ea23031cdf281b64b59d86addb20b4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:20:31,152 DEBUG [RegionOpenAndInit-ns4:test-16997808257283-pool-0 {}] regionserver.HRegion(1668): Closing 6ea23031cdf281b64b59d86addb20b4d, disabling compactions & flushes 2023-11-12T09:20:31,152 INFO [RegionOpenAndInit-ns4:test-16997808257283-pool-0 {}] regionserver.HRegion(1690): Closing region ns4:test-16997808257283,,1699780830318.6ea23031cdf281b64b59d86addb20b4d. 2023-11-12T09:20:31,152 DEBUG [RegionOpenAndInit-ns4:test-16997808257283-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16997808257283,,1699780830318.6ea23031cdf281b64b59d86addb20b4d. 2023-11-12T09:20:31,152 DEBUG [RegionOpenAndInit-ns4:test-16997808257283-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16997808257283,,1699780830318.6ea23031cdf281b64b59d86addb20b4d. after waiting 0 ms 2023-11-12T09:20:31,153 DEBUG [RegionOpenAndInit-ns4:test-16997808257283-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16997808257283,,1699780830318.6ea23031cdf281b64b59d86addb20b4d. 2023-11-12T09:20:31,153 INFO [RegionOpenAndInit-ns4:test-16997808257283-pool-0 {}] regionserver.HRegion(1909): Closed ns4:test-16997808257283,,1699780830318.6ea23031cdf281b64b59d86addb20b4d. 2023-11-12T09:20:31,153 DEBUG [RegionOpenAndInit-ns4:test-16997808257283-pool-0 {}] regionserver.HRegion(1622): Region close journal for 6ea23031cdf281b64b59d86addb20b4d: 2023-11-12T09:20:31,154 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns4:test-16997808257283 execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:20:31,154 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns4:test-16997808257283,,1699780830318.6ea23031cdf281b64b59d86addb20b4d.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1699780831154"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699780831154"}]},"ts":"1699780831154"} 2023-11-12T09:20:31,157 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:20:31,158 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns4:test-16997808257283 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:20:31,158 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16997808257283","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780831158"}]},"ts":"1699780831158"} 2023-11-12T09:20:31,159 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16997808257283, state=ENABLING in hbase:meta 2023-11-12T09:20:31,165 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16997808257283, region=6ea23031cdf281b64b59d86addb20b4d, ASSIGN}] 2023-11-12T09:20:31,167 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16997808257283, region=6ea23031cdf281b64b59d86addb20b4d, ASSIGN 2023-11-12T09:20:31,168 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns4:test-16997808257283, region=6ea23031cdf281b64b59d86addb20b4d, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,34913,1699780816241; forceNewPlan=false, retain=false 2023-11-12T09:20:31,319 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=6ea23031cdf281b64b59d86addb20b4d, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:31,322 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE; OpenRegionProcedure 6ea23031cdf281b64b59d86addb20b4d, server=jenkins-hbase3.apache.org,34913,1699780816241}] 2023-11-12T09:20:31,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:20:31,475 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:31,480 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(130): Open ns4:test-16997808257283,,1699780830318.6ea23031cdf281b64b59d86addb20b4d. 2023-11-12T09:20:31,480 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7254): Opening region: {ENCODED => 6ea23031cdf281b64b59d86addb20b4d, NAME => 'ns4:test-16997808257283,,1699780830318.6ea23031cdf281b64b59d86addb20b4d.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:20:31,480 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:20:31,480 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16997808257283 6ea23031cdf281b64b59d86addb20b4d 2023-11-12T09:20:31,481 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(888): Instantiated ns4:test-16997808257283,,1699780830318.6ea23031cdf281b64b59d86addb20b4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:20:31,481 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7296): checking encryption for 6ea23031cdf281b64b59d86addb20b4d 2023-11-12T09:20:31,481 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7299): checking classloading for 6ea23031cdf281b64b59d86addb20b4d 2023-11-12T09:20:31,483 INFO [StoreOpener-6ea23031cdf281b64b59d86addb20b4d-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6ea23031cdf281b64b59d86addb20b4d 2023-11-12T09:20:31,485 INFO [StoreOpener-6ea23031cdf281b64b59d86addb20b4d-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ea23031cdf281b64b59d86addb20b4d columnFamilyName f 2023-11-12T09:20:31,485 DEBUG [StoreOpener-6ea23031cdf281b64b59d86addb20b4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:20:31,486 INFO [StoreOpener-6ea23031cdf281b64b59d86addb20b4d-1 {}] regionserver.HStore(324): Store=6ea23031cdf281b64b59d86addb20b4d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:20:31,487 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/ns4/test-16997808257283/6ea23031cdf281b64b59d86addb20b4d 2023-11-12T09:20:31,488 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/ns4/test-16997808257283/6ea23031cdf281b64b59d86addb20b4d 2023-11-12T09:20:31,491 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1076): writing seq id for 6ea23031cdf281b64b59d86addb20b4d 2023-11-12T09:20:31,495 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/ns4/test-16997808257283/6ea23031cdf281b64b59d86addb20b4d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:20:31,495 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): Opened 6ea23031cdf281b64b59d86addb20b4d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10212517440, jitterRate=-0.048885196447372437}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:20:31,496 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(992): Region open journal for 6ea23031cdf281b64b59d86addb20b4d: 2023-11-12T09:20:31,498 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2556): Post open deploy tasks for ns4:test-16997808257283,,1699780830318.6ea23031cdf281b64b59d86addb20b4d., pid=24, masterSystemTime=1699780831474 2023-11-12T09:20:31,500 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2583): Finished post open deploy task for ns4:test-16997808257283,,1699780830318.6ea23031cdf281b64b59d86addb20b4d. 2023-11-12T09:20:31,500 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(158): Opened ns4:test-16997808257283,,1699780830318.6ea23031cdf281b64b59d86addb20b4d. 2023-11-12T09:20:31,501 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=6ea23031cdf281b64b59d86addb20b4d, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:31,506 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=24, resume processing ppid=23 2023-11-12T09:20:31,507 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=24, ppid=23, state=SUCCESS; OpenRegionProcedure 6ea23031cdf281b64b59d86addb20b4d, server=jenkins-hbase3.apache.org,34913,1699780816241 in 182 msec 2023-11-12T09:20:31,509 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=23, resume processing ppid=22 2023-11-12T09:20:31,509 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=23, ppid=22, state=SUCCESS; TransitRegionStateProcedure table=ns4:test-16997808257283, region=6ea23031cdf281b64b59d86addb20b4d, ASSIGN in 342 msec 2023-11-12T09:20:31,510 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns4:test-16997808257283 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:20:31,511 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16997808257283","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780831510"}]},"ts":"1699780831510"} 2023-11-12T09:20:31,512 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16997808257283, state=ENABLED in hbase:meta 2023-11-12T09:20:31,517 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16997808257283 execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:20:31,519 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=22, state=SUCCESS; CreateTableProcedure table=ns4:test-16997808257283 in 1.1980 sec 2023-11-12T09:20:32,148 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-12T09:20:32,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:20:32,433 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns4:test-16997808257283, procId: 22 completed 2023-11-12T09:20:32,433 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns4:test-16997808257283 get assigned. Timeout = 60000ms 2023-11-12T09:20:32,433 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-12T09:20:32,438 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] hbase.HBaseTestingUtility(3581): All regions for table ns4:test-16997808257283 assigned to meta. Checking AM states. 2023-11-12T09:20:32,438 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-12T09:20:32,438 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] hbase.HBaseTestingUtility(3601): All regions for table ns4:test-16997808257283 assigned. 2023-11-12T09:20:32,438 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x2004897e to 127.0.0.1:55189 2023-11-12T09:20:32,438 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:20:32,483 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] hbase.ResourceChecker(147): before: backup.TestBackupMerge#TestIncBackupMergeRestore Thread=584, OpenFileDescriptor=689, MaxFileDescriptor=60000, SystemLoadAverage=338, ProcessCount=172, AvailableMemoryMB=6060 2023-11-12T09:20:32,483 WARN [Listener at jenkins-hbase3.apache.org/38335 {}] hbase.ResourceChecker(130): Thread=584 is superior to 500 2023-11-12T09:20:32,485 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] backup.TestBackupMerge(54): create full backup image for all tables 2023-11-12T09:20:32,487 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x7b512ed9 to 127.0.0.1:55189 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:20:32,493 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2413c9e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:20:32,503 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:20:32,505 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:45602, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:20:32,518 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:20:32,519 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:42104, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:20:32,529 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.HMaster$18(3398): Client=jenkins//172.31.12.81 creating {NAME => 'backup'} 2023-11-12T09:20:32,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] procedure2.ProcedureExecutor(1032): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=backup 2023-11-12T09:20:32,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=25 2023-11-12T09:20:32,540 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:20:32,545 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=25, state=SUCCESS; CreateNamespaceProcedure, namespace=backup in 14 msec 2023-11-12T09:20:32,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=25 2023-11-12T09:20:32,651 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:20:32,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] procedure2.ProcedureExecutor(1032): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system 2023-11-12T09:20:32,656 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:20:32,656 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:20:32,656 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2023-11-12T09:20:32,657 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:20:32,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-12T09:20:32,675 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 9daf94fbd20af17ca73ad05fed25d6c6, NAME => 'backup:system,,1699780832651.9daf94fbd20af17ca73ad05fed25d6c6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519 2023-11-12T09:20:32,685 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system,,1699780832651.9daf94fbd20af17ca73ad05fed25d6c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:20:32,685 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1668): Closing 9daf94fbd20af17ca73ad05fed25d6c6, disabling compactions & flushes 2023-11-12T09:20:32,685 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system,,1699780832651.9daf94fbd20af17ca73ad05fed25d6c6. 2023-11-12T09:20:32,685 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1699780832651.9daf94fbd20af17ca73ad05fed25d6c6. 2023-11-12T09:20:32,685 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1699780832651.9daf94fbd20af17ca73ad05fed25d6c6. after waiting 0 ms 2023-11-12T09:20:32,685 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1699780832651.9daf94fbd20af17ca73ad05fed25d6c6. 2023-11-12T09:20:32,685 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1909): Closed backup:system,,1699780832651.9daf94fbd20af17ca73ad05fed25d6c6. 2023-11-12T09:20:32,686 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1622): Region close journal for 9daf94fbd20af17ca73ad05fed25d6c6: 2023-11-12T09:20:32,687 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:20:32,688 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system,,1699780832651.9daf94fbd20af17ca73ad05fed25d6c6.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1699780832687"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699780832687"}]},"ts":"1699780832687"} 2023-11-12T09:20:32,690 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:20:32,691 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:20:32,691 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780832691"}]},"ts":"1699780832691"} 2023-11-12T09:20:32,693 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLING in hbase:meta 2023-11-12T09:20:32,697 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=9daf94fbd20af17ca73ad05fed25d6c6, ASSIGN}] 2023-11-12T09:20:32,699 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=9daf94fbd20af17ca73ad05fed25d6c6, ASSIGN 2023-11-12T09:20:32,700 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system, region=9daf94fbd20af17ca73ad05fed25d6c6, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,34913,1699780816241; forceNewPlan=false, retain=false 2023-11-12T09:20:32,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-12T09:20:32,852 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=9daf94fbd20af17ca73ad05fed25d6c6, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:32,855 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE; OpenRegionProcedure 9daf94fbd20af17ca73ad05fed25d6c6, server=jenkins-hbase3.apache.org,34913,1699780816241}] 2023-11-12T09:20:32,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-12T09:20:33,007 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:33,012 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(130): Open backup:system,,1699780832651.9daf94fbd20af17ca73ad05fed25d6c6. 2023-11-12T09:20:33,012 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7254): Opening region: {ENCODED => 9daf94fbd20af17ca73ad05fed25d6c6, NAME => 'backup:system,,1699780832651.9daf94fbd20af17ca73ad05fed25d6c6.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:20:33,013 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:20:33,013 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system 9daf94fbd20af17ca73ad05fed25d6c6 2023-11-12T09:20:33,013 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(888): Instantiated backup:system,,1699780832651.9daf94fbd20af17ca73ad05fed25d6c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:20:33,014 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7296): checking encryption for 9daf94fbd20af17ca73ad05fed25d6c6 2023-11-12T09:20:33,014 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7299): checking classloading for 9daf94fbd20af17ca73ad05fed25d6c6 2023-11-12T09:20:33,015 INFO [StoreOpener-9daf94fbd20af17ca73ad05fed25d6c6-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 9daf94fbd20af17ca73ad05fed25d6c6 2023-11-12T09:20:33,018 INFO [StoreOpener-9daf94fbd20af17ca73ad05fed25d6c6-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9daf94fbd20af17ca73ad05fed25d6c6 columnFamilyName meta 2023-11-12T09:20:33,018 DEBUG [StoreOpener-9daf94fbd20af17ca73ad05fed25d6c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:20:33,019 INFO [StoreOpener-9daf94fbd20af17ca73ad05fed25d6c6-1 {}] regionserver.HStore(324): Store=9daf94fbd20af17ca73ad05fed25d6c6/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:20:33,019 INFO [StoreOpener-9daf94fbd20af17ca73ad05fed25d6c6-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 9daf94fbd20af17ca73ad05fed25d6c6 2023-11-12T09:20:33,020 INFO [StoreOpener-9daf94fbd20af17ca73ad05fed25d6c6-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9daf94fbd20af17ca73ad05fed25d6c6 columnFamilyName session 2023-11-12T09:20:33,021 DEBUG [StoreOpener-9daf94fbd20af17ca73ad05fed25d6c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:20:33,021 INFO [StoreOpener-9daf94fbd20af17ca73ad05fed25d6c6-1 {}] regionserver.HStore(324): Store=9daf94fbd20af17ca73ad05fed25d6c6/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:20:33,022 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/backup/system/9daf94fbd20af17ca73ad05fed25d6c6 2023-11-12T09:20:33,023 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/backup/system/9daf94fbd20af17ca73ad05fed25d6c6 2023-11-12T09:20:33,024 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-11-12T09:20:33,026 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1076): writing seq id for 9daf94fbd20af17ca73ad05fed25d6c6 2023-11-12T09:20:33,029 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/backup/system/9daf94fbd20af17ca73ad05fed25d6c6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:20:33,029 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): Opened 9daf94fbd20af17ca73ad05fed25d6c6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9427040640, jitterRate=-0.12203842401504517}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-11-12T09:20:33,030 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(992): Region open journal for 9daf94fbd20af17ca73ad05fed25d6c6: 2023-11-12T09:20:33,031 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system,,1699780832651.9daf94fbd20af17ca73ad05fed25d6c6., pid=28, masterSystemTime=1699780833007 2023-11-12T09:20:33,033 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system,,1699780832651.9daf94fbd20af17ca73ad05fed25d6c6. 2023-11-12T09:20:33,033 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(158): Opened backup:system,,1699780832651.9daf94fbd20af17ca73ad05fed25d6c6. 2023-11-12T09:20:33,034 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=9daf94fbd20af17ca73ad05fed25d6c6, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:33,038 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=28, resume processing ppid=27 2023-11-12T09:20:33,038 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=28, ppid=27, state=SUCCESS; OpenRegionProcedure 9daf94fbd20af17ca73ad05fed25d6c6, server=jenkins-hbase3.apache.org,34913,1699780816241 in 181 msec 2023-11-12T09:20:33,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=27, resume processing ppid=26 2023-11-12T09:20:33,041 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=27, ppid=26, state=SUCCESS; TransitRegionStateProcedure table=backup:system, region=9daf94fbd20af17ca73ad05fed25d6c6, ASSIGN in 341 msec 2023-11-12T09:20:33,041 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:20:33,042 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780833041"}]},"ts":"1699780833041"} 2023-11-12T09:20:33,043 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLED in hbase:meta 2023-11-12T09:20:33,046 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:20:33,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=26, state=SUCCESS; CreateTableProcedure table=backup:system in 395 msec 2023-11-12T09:20:33,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-12T09:20:33,263 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: backup:system, procId: 26 completed 2023-11-12T09:20:33,277 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:20:33,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] procedure2.ProcedureExecutor(1032): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system_bulk 2023-11-12T09:20:33,281 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:20:33,281 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:20:33,281 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2023-11-12T09:20:33,282 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:20:33,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-12T09:20:33,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-12T09:20:33,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-12T09:20:33,696 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 08b03286eb5803d6f76b06ea19e01593, NAME => 'backup:system_bulk,,1699780833277.08b03286eb5803d6f76b06ea19e01593.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519 2023-11-12T09:20:33,710 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1699780833277.08b03286eb5803d6f76b06ea19e01593.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:20:33,710 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1668): Closing 08b03286eb5803d6f76b06ea19e01593, disabling compactions & flushes 2023-11-12T09:20:33,710 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1699780833277.08b03286eb5803d6f76b06ea19e01593. 2023-11-12T09:20:33,710 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1699780833277.08b03286eb5803d6f76b06ea19e01593. 2023-11-12T09:20:33,710 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1699780833277.08b03286eb5803d6f76b06ea19e01593. after waiting 0 ms 2023-11-12T09:20:33,710 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1699780833277.08b03286eb5803d6f76b06ea19e01593. 2023-11-12T09:20:33,710 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1909): Closed backup:system_bulk,,1699780833277.08b03286eb5803d6f76b06ea19e01593. 2023-11-12T09:20:33,710 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1622): Region close journal for 08b03286eb5803d6f76b06ea19e01593: 2023-11-12T09:20:33,712 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:20:33,712 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system_bulk,,1699780833277.08b03286eb5803d6f76b06ea19e01593.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1699780833712"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699780833712"}]},"ts":"1699780833712"} 2023-11-12T09:20:33,715 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:20:33,716 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:20:33,716 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780833716"}]},"ts":"1699780833716"} 2023-11-12T09:20:33,718 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2023-11-12T09:20:33,726 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=08b03286eb5803d6f76b06ea19e01593, ASSIGN}] 2023-11-12T09:20:33,728 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=08b03286eb5803d6f76b06ea19e01593, ASSIGN 2023-11-12T09:20:33,730 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system_bulk, region=08b03286eb5803d6f76b06ea19e01593, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,34913,1699780816241; forceNewPlan=false, retain=false 2023-11-12T09:20:33,881 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=08b03286eb5803d6f76b06ea19e01593, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:33,884 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; OpenRegionProcedure 08b03286eb5803d6f76b06ea19e01593, server=jenkins-hbase3.apache.org,34913,1699780816241}] 2023-11-12T09:20:33,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-12T09:20:34,037 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:34,041 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(130): Open backup:system_bulk,,1699780833277.08b03286eb5803d6f76b06ea19e01593. 2023-11-12T09:20:34,042 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7254): Opening region: {ENCODED => 08b03286eb5803d6f76b06ea19e01593, NAME => 'backup:system_bulk,,1699780833277.08b03286eb5803d6f76b06ea19e01593.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:20:34,042 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:20:34,042 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk 08b03286eb5803d6f76b06ea19e01593 2023-11-12T09:20:34,042 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1699780833277.08b03286eb5803d6f76b06ea19e01593.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:20:34,042 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7296): checking encryption for 08b03286eb5803d6f76b06ea19e01593 2023-11-12T09:20:34,043 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7299): checking classloading for 08b03286eb5803d6f76b06ea19e01593 2023-11-12T09:20:34,044 INFO [StoreOpener-08b03286eb5803d6f76b06ea19e01593-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 08b03286eb5803d6f76b06ea19e01593 2023-11-12T09:20:34,046 INFO [StoreOpener-08b03286eb5803d6f76b06ea19e01593-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08b03286eb5803d6f76b06ea19e01593 columnFamilyName meta 2023-11-12T09:20:34,046 DEBUG [StoreOpener-08b03286eb5803d6f76b06ea19e01593-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:20:34,047 INFO [StoreOpener-08b03286eb5803d6f76b06ea19e01593-1 {}] regionserver.HStore(324): Store=08b03286eb5803d6f76b06ea19e01593/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:20:34,047 INFO [StoreOpener-08b03286eb5803d6f76b06ea19e01593-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 08b03286eb5803d6f76b06ea19e01593 2023-11-12T09:20:34,049 INFO [StoreOpener-08b03286eb5803d6f76b06ea19e01593-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08b03286eb5803d6f76b06ea19e01593 columnFamilyName session 2023-11-12T09:20:34,049 DEBUG [StoreOpener-08b03286eb5803d6f76b06ea19e01593-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:20:34,050 INFO [StoreOpener-08b03286eb5803d6f76b06ea19e01593-1 {}] regionserver.HStore(324): Store=08b03286eb5803d6f76b06ea19e01593/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:20:34,051 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/backup/system_bulk/08b03286eb5803d6f76b06ea19e01593 2023-11-12T09:20:34,052 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/backup/system_bulk/08b03286eb5803d6f76b06ea19e01593 2023-11-12T09:20:34,054 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-11-12T09:20:34,056 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1076): writing seq id for 08b03286eb5803d6f76b06ea19e01593 2023-11-12T09:20:34,059 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/backup/system_bulk/08b03286eb5803d6f76b06ea19e01593/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:20:34,060 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): Opened 08b03286eb5803d6f76b06ea19e01593; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9616094080, jitterRate=-0.10443145036697388}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-11-12T09:20:34,061 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(992): Region open journal for 08b03286eb5803d6f76b06ea19e01593: 2023-11-12T09:20:34,062 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system_bulk,,1699780833277.08b03286eb5803d6f76b06ea19e01593., pid=31, masterSystemTime=1699780834036 2023-11-12T09:20:34,065 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system_bulk,,1699780833277.08b03286eb5803d6f76b06ea19e01593. 2023-11-12T09:20:34,066 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(158): Opened backup:system_bulk,,1699780833277.08b03286eb5803d6f76b06ea19e01593. 2023-11-12T09:20:34,066 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=08b03286eb5803d6f76b06ea19e01593, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:34,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=31, resume processing ppid=30 2023-11-12T09:20:34,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=31, ppid=30, state=SUCCESS; OpenRegionProcedure 08b03286eb5803d6f76b06ea19e01593, server=jenkins-hbase3.apache.org,34913,1699780816241 in 185 msec 2023-11-12T09:20:34,074 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=30, resume processing ppid=29 2023-11-12T09:20:34,074 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=backup:system_bulk, region=08b03286eb5803d6f76b06ea19e01593, ASSIGN in 345 msec 2023-11-12T09:20:34,075 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:20:34,075 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780834075"}]},"ts":"1699780834075"} 2023-11-12T09:20:34,077 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2023-11-12T09:20:34,081 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:20:34,083 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=29, state=SUCCESS; CreateTableProcedure table=backup:system_bulk in 803 msec 2023-11-12T09:20:34,092 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-11-12T09:20:34,092 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2023-11-12T09:20:34,093 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-16997808257283 2023-11-12T09:20:34,093 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-16997808257283 Metrics about Tables on a single HBase RegionServer 2023-11-12T09:20:34,094 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-16997808257281 2023-11-12T09:20:34,094 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-16997808257281 Metrics about Tables on a single HBase RegionServer 2023-11-12T09:20:34,096 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-11-12T09:20:34,096 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2023-11-12T09:20:34,098 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1699780825728 2023-11-12T09:20:34,098 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1699780825728 Metrics about Tables on a single HBase RegionServer 2023-11-12T09:20:34,099 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-16997808257282 2023-11-12T09:20:34,099 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-16997808257282 Metrics about Tables on a single HBase RegionServer 2023-11-12T09:20:34,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-12T09:20:34,390 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: backup:system_bulk, procId: 29 completed 2023-11-12T09:20:34,408 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-11-12T09:20:34,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 0ms 2023-11-12T09:20:34,451 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-12T09:20:34,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1699780834451 (current time:1699780834451). 2023-11-12T09:20:34,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-12T09:20:34,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-11-12T09:20:34,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x2bd97713 to 127.0.0.1:55189 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:20:34,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58b0e93a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:20:34,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:20:34,466 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:45606, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:20:34,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x2bd97713 to 127.0.0.1:55189 2023-11-12T09:20:34,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:20:34,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-12T09:20:34,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] procedure2.ProcedureExecutor(1032): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-12T09:20:34,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-11-12T09:20:34,486 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-12T09:20:34,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-12T09:20:34,493 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-12T09:20:34,506 WARN [PEWorker-4 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/.hbase-snapshot, current working dir path: hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/.hbase-snapshot/.tmp/snapshot_backup_system org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-12T09:20:34,509 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-12T09:20:34,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-12T09:20:34,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-12T09:20:34,922 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-12T09:20:34,926 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 9daf94fbd20af17ca73ad05fed25d6c6}] 2023-11-12T09:20:34,936 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 9daf94fbd20af17ca73ad05fed25d6c6 2023-11-12T09:20:35,096 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:35,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-12T09:20:35,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34913 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2023-11-12T09:20:35,098 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1699780832651.9daf94fbd20af17ca73ad05fed25d6c6. 2023-11-12T09:20:35,100 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2819): Flushing 9daf94fbd20af17ca73ad05fed25d6c6 2/2 column families, dataSize=45 B heapSize=632 B 2023-11-12T09:20:35,189 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/backup/system/9daf94fbd20af17ca73ad05fed25d6c6/.tmp/session/18102561168749febff4fc9ee67fe3f4 is 49, key is activesession:/session:c/1699780834436/Put/seqid=0 2023-11-12T09:20:35,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-12T09:20:35,609 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/backup/system/9daf94fbd20af17ca73ad05fed25d6c6/.tmp/session/18102561168749febff4fc9ee67fe3f4 2023-11-12T09:20:35,690 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/backup/system/9daf94fbd20af17ca73ad05fed25d6c6/.tmp/session/18102561168749febff4fc9ee67fe3f4 as hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/backup/system/9daf94fbd20af17ca73ad05fed25d6c6/session/18102561168749febff4fc9ee67fe3f4 2023-11-12T09:20:35,704 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/backup/system/9daf94fbd20af17ca73ad05fed25d6c6/session/18102561168749febff4fc9ee67fe3f4, entries=1, sequenceid=5, filesize=4.9 K 2023-11-12T09:20:35,710 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3022): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for 9daf94fbd20af17ca73ad05fed25d6c6 in 610ms, sequenceid=5, compaction requested=false 2023-11-12T09:20:35,710 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2023-11-12T09:20:35,711 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2520): Flush status journal for 9daf94fbd20af17ca73ad05fed25d6c6: 2023-11-12T09:20:35,711 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1699780832651.9daf94fbd20af17ca73ad05fed25d6c6. for snapshot_backup_system completed. 2023-11-12T09:20:35,713 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1699780832651.9daf94fbd20af17ca73ad05fed25d6c6.' region-info for snapshot=snapshot_backup_system 2023-11-12T09:20:35,720 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-12T09:20:35,725 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-11-12T09:20:35,725 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/backup/system/9daf94fbd20af17ca73ad05fed25d6c6/session/18102561168749febff4fc9ee67fe3f4] hfiles 2023-11-12T09:20:35,725 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/backup/system/9daf94fbd20af17ca73ad05fed25d6c6/session/18102561168749febff4fc9ee67fe3f4 for snapshot=snapshot_backup_system 2023-11-12T09:20:35,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1699780832651.9daf94fbd20af17ca73ad05fed25d6c6. 2023-11-12T09:20:35,747 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=33 2023-11-12T09:20:35,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.HMaster(4026): Remote procedure done, pid=33 2023-11-12T09:20:35,751 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region 9daf94fbd20af17ca73ad05fed25d6c6 2023-11-12T09:20:35,752 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 9daf94fbd20af17ca73ad05fed25d6c6 2023-11-12T09:20:35,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=33, resume processing ppid=32 2023-11-12T09:20:35,756 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-12T09:20:35,756 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=33, ppid=32, state=SUCCESS; SnapshotRegionProcedure 9daf94fbd20af17ca73ad05fed25d6c6 in 827 msec 2023-11-12T09:20:35,758 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-12T09:20:35,761 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-12T09:20:35,762 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-11-12T09:20:35,765 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/.hbase-snapshot/.tmp/snapshot_backup_system 2023-11-12T09:20:35,803 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-12T09:20:35,817 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-12T09:20:35,818 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/.hbase-snapshot/snapshot_backup_system 2023-11-12T09:20:35,821 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-12T09:20:35,821 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-11-12T09:20:35,823 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.3430 sec 2023-11-12T09:20:36,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-12T09:20:36,600 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: backup:system, procId: 32 completed 2023-11-12T09:20:36,601 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] impl.TableBackupClient(115): Backup backup_1699780832497 started at 1699780836600. 2023-11-12T09:20:36,623 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.TableBackupClient(119): Backup session backup_1699780832497 has been started. 2023-11-12T09:20:36,627 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-11-12T09:20:36,638 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(962): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-11-12T09:20:36,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-11-12T09:20:36,642 INFO [(jenkins-hbase3.apache.org,39599,1699780812841)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-11-12T09:20:36,642 DEBUG [(jenkins-hbase3.apache.org,39599,1699780812841)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-11-12T09:20:36,643 DEBUG [(jenkins-hbase3.apache.org,39599,1699780812841)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-11-12T09:20:36,643 DEBUG [(jenkins-hbase3.apache.org,39599,1699780812841)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-11-12T09:20:36,644 DEBUG [(jenkins-hbase3.apache.org,39599,1699780812841)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-11-12T09:20:36,644 DEBUG [(jenkins-hbase3.apache.org,39599,1699780812841)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-11-12T09:20:36,645 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34913-0x1004ceeca580001, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-11-12T09:20:36,645 DEBUG [(jenkins-hbase3.apache.org,39599,1699780812841)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:36,646 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-12T09:20:36,646 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-12T09:20:36,646 DEBUG [(jenkins-hbase3.apache.org,39599,1699780812841)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:36,646 DEBUG [(jenkins-hbase3.apache.org,39599,1699780812841)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-11-12T09:20:36,646 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-11-12T09:20:36,647 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34913-0x1004ceeca580001, quorum=127.0.0.1:55189, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-11-12T09:20:36,647 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-11-12T09:20:36,647 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-11-12T09:20:36,648 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-11-12T09:20:36,654 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-11-12T09:20:36,654 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-11-12T09:20:36,654 DEBUG [member: 'jenkins-hbase3.apache.org,34913,1699780816241' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-11-12T09:20:36,654 DEBUG [member: 'jenkins-hbase3.apache.org,34913,1699780816241' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-11-12T09:20:36,655 DEBUG [member: 'jenkins-hbase3.apache.org,34913,1699780816241' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-11-12T09:20:36,655 DEBUG [member: 'jenkins-hbase3.apache.org,34913,1699780816241' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-11-12T09:20:36,655 DEBUG [member: 'jenkins-hbase3.apache.org,34913,1699780816241' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,34913,1699780816241' joining acquired barrier for procedure (rolllog) in zk 2023-11-12T09:20:36,658 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:36,658 DEBUG [member: 'jenkins-hbase3.apache.org,34913,1699780816241' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-11-12T09:20:36,658 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:36,658 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:20:36,658 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:20:36,659 DEBUG [member: 'jenkins-hbase3.apache.org,34913,1699780816241' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34913-0x1004ceeca580001, quorum=127.0.0.1:55189, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-11-12T09:20:36,659 DEBUG [member: 'jenkins-hbase3.apache.org,34913,1699780816241' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-11-12T09:20:36,659 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:20:36,659 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:20:36,660 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:20:36,660 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:36,661 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:20:36,661 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,34913,1699780816241' joining acquired barrier for procedure 'rolllog' on coordinator 2023-11-12T09:20:36,662 DEBUG [(jenkins-hbase3.apache.org,39599,1699780812841)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-11-12T09:20:36,662 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@7ddf767b[Count = 0] remaining members to acquire global barrier 2023-11-12T09:20:36,662 DEBUG [(jenkins-hbase3.apache.org,39599,1699780812841)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-11-12T09:20:36,665 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34913-0x1004ceeca580001, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-12T09:20:36,665 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-11-12T09:20:36,665 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-11-12T09:20:36,665 DEBUG [member: 'jenkins-hbase3.apache.org,34913,1699780816241' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-11-12T09:20:36,666 DEBUG [(jenkins-hbase3.apache.org,39599,1699780812841)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:36,666 DEBUG [(jenkins-hbase3.apache.org,39599,1699780812841)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-11-12T09:20:36,666 DEBUG [member: 'jenkins-hbase3.apache.org,34913,1699780816241' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-11-12T09:20:36,667 DEBUG [rs(jenkins-hbase3.apache.org,34913,1699780816241)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:36,667 INFO [rs(jenkins-hbase3.apache.org,34913,1699780816241)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1699780818551 highest: 1699780818551 on jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:36,667 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C34913%2C1699780816241.meta:.meta(num 1699780819163) roll requested 2023-11-12T09:20:36,679 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/WALs/jenkins-hbase3.apache.org,34913,1699780816241/jenkins-hbase3.apache.org%2C34913%2C1699780816241.meta.1699780836667.meta, exclude list is [], retry=0 2023-11-12T09:20:36,686 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37503,DS-43b91b1e-53ea-4a1b-b301-d43b4c810a8f,DISK] 2023-11-12T09:20:36,689 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/WALs/jenkins-hbase3.apache.org,34913,1699780816241/jenkins-hbase3.apache.org%2C34913%2C1699780816241.meta.1699780819163.meta with entries=36, filesize=11.13 KB; new WAL /user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/WALs/jenkins-hbase3.apache.org,34913,1699780816241/jenkins-hbase3.apache.org%2C34913%2C1699780816241.meta.1699780836667.meta 2023-11-12T09:20:36,690 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:37503,DS-43b91b1e-53ea-4a1b-b301-d43b4c810a8f,DISK]] 2023-11-12T09:20:36,690 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/WALs/jenkins-hbase3.apache.org,34913,1699780816241/jenkins-hbase3.apache.org%2C34913%2C1699780816241.meta.1699780819163.meta is not closed yet, will try archiving it next time 2023-11-12T09:20:36,690 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C34913%2C1699780816241:(num 1699780818551) roll requested 2023-11-12T09:20:36,704 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/WALs/jenkins-hbase3.apache.org,34913,1699780816241/jenkins-hbase3.apache.org%2C34913%2C1699780816241.1699780836691, exclude list is [], retry=0 2023-11-12T09:20:36,708 DEBUG [rs(jenkins-hbase3.apache.org,34913,1699780816241)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 41 2023-11-12T09:20:36,708 INFO [rs(jenkins-hbase3.apache.org,34913,1699780816241)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1699780836691 on jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:36,709 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37503,DS-43b91b1e-53ea-4a1b-b301-d43b4c810a8f,DISK] 2023-11-12T09:20:36,709 DEBUG [rs(jenkins-hbase3.apache.org,34913,1699780816241)-backup-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:20:36,711 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:49050, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-11-12T09:20:36,714 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/WALs/jenkins-hbase3.apache.org,34913,1699780816241/jenkins-hbase3.apache.org%2C34913%2C1699780816241.1699780818551 with entries=19, filesize=4.02 KB; new WAL /user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/WALs/jenkins-hbase3.apache.org,34913,1699780816241/jenkins-hbase3.apache.org%2C34913%2C1699780816241.1699780836691 2023-11-12T09:20:36,714 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:37503,DS-43b91b1e-53ea-4a1b-b301-d43b4c810a8f,DISK]] 2023-11-12T09:20:36,714 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/WALs/jenkins-hbase3.apache.org,34913,1699780816241/jenkins-hbase3.apache.org%2C34913%2C1699780816241.1699780818551 is not closed yet, will try archiving it next time 2023-11-12T09:20:36,746 DEBUG [member: 'jenkins-hbase3.apache.org,34913,1699780816241' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-11-12T09:20:36,747 DEBUG [member: 'jenkins-hbase3.apache.org,34913,1699780816241' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,34913,1699780816241' in zk 2023-11-12T09:20:36,751 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:36,751 DEBUG [member: 'jenkins-hbase3.apache.org,34913,1699780816241' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-11-12T09:20:36,751 DEBUG [member: 'jenkins-hbase3.apache.org,34913,1699780816241' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-12T09:20:36,751 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:36,751 DEBUG [member: 'jenkins-hbase3.apache.org,34913,1699780816241' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-11-12T09:20:36,751 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:20:36,751 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:20:36,753 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:20:36,753 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:20:36,755 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:20:36,756 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:36,756 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:20:36,757 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:20:36,757 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:36,762 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,34913,1699780816241': 2023-11-12T09:20:36,762 INFO [(jenkins-hbase3.apache.org,39599,1699780812841)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-11-12T09:20:36,762 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,34913,1699780816241' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-11-12T09:20:36,762 DEBUG [(jenkins-hbase3.apache.org,39599,1699780812841)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-11-12T09:20:36,762 DEBUG [(jenkins-hbase3.apache.org,39599,1699780812841)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-11-12T09:20:36,762 DEBUG [(jenkins-hbase3.apache.org,39599,1699780812841)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-11-12T09:20:36,762 INFO [(jenkins-hbase3.apache.org,39599,1699780812841)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-11-12T09:20:36,769 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-12T09:20:36,769 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34913-0x1004ceeca580001, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-12T09:20:36,769 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-11-12T09:20:36,769 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:20:36,769 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34913-0x1004ceeca580001, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-11-12T09:20:36,769 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:20:36,769 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-11-12T09:20:36,769 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-12T09:20:36,770 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-12T09:20:36,770 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-12T09:20:36,770 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:20:36,770 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-12T09:20:36,770 DEBUG [(jenkins-hbase3.apache.org,39599,1699780812841)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:36,771 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:20:36,771 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:20:36,772 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:20:36,772 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:36,773 DEBUG [(jenkins-hbase3.apache.org,39599,1699780812841)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:36,773 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:20:36,774 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:20:36,774 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:36,794 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:36,794 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-11-12T09:20:36,794 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-11-12T09:20:36,794 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34913-0x1004ceeca580001, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-11-12T09:20:36,794 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:36,794 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-12T09:20:36,794 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34913-0x1004ceeca580001, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-11-12T09:20:36,794 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-12T09:20:36,794 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-12T09:20:36,794 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-12T09:20:36,794 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-12T09:20:36,794 DEBUG [(jenkins-hbase3.apache.org,39599,1699780812841)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-12T09:20:36,794 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-11-12T09:20:36,794 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-11-12T09:20:36,795 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-12T09:20:36,796 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-12T09:20:36,797 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] client.HBaseAdmin(2906): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-11-12T09:20:36,797 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] client.HBaseAdmin(2914): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-11-12T09:20:36,850 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2023-11-12T09:20:36,851 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-16997808257283' 2023-11-12T09:20:36,898 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] client.HBaseAdmin(2920): Getting current status of procedure from master... 2023-11-12T09:20:36,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1263): Checking to see if procedure from request:rolllog-proc is done 2023-11-12T09:20:36,909 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1699780836908_default_test-1699780825728 table=test-1699780825728 type=FLUSH ttl=0 } 2023-11-12T09:20:36,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1699780836909 (current time:1699780836909). 2023-11-12T09:20:36,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-12T09:20:36,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1699780836908_default_test-1699780825728 VERSION not specified, setting to 2 2023-11-12T09:20:36,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x76a2bd7d to 127.0.0.1:55189 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:20:36,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5db3ed54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:20:36,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:20:36,921 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:39896, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:20:36,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x76a2bd7d to 127.0.0.1:55189 2023-11-12T09:20:36,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:20:36,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-12T09:20:36,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] procedure2.ProcedureExecutor(1032): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699780836908_default_test-1699780825728 table=test-1699780825728 type=FLUSH ttl=0 } 2023-11-12T09:20:36,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_1699780836908_default_test-1699780825728 table=test-1699780825728 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-11-12T09:20:36,928 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699780836908_default_test-1699780825728 table=test-1699780825728 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-12T09:20:36,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:20:36,932 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699780836908_default_test-1699780825728 table=test-1699780825728 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-12T09:20:36,936 WARN [PEWorker-3 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/.hbase-snapshot, current working dir path: hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/.hbase-snapshot/.tmp/snapshot_1699780836908_default_test-1699780825728 org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-12T09:20:36,938 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699780836908_default_test-1699780825728 table=test-1699780825728 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-12T09:20:36,953 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699780836908_default_test-1699780825728 table=test-1699780825728 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-12T09:20:36,953 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure d723653904902a6feabf555d1a98b404}] 2023-11-12T09:20:36,956 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure d723653904902a6feabf555d1a98b404 2023-11-12T09:20:37,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:20:37,107 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:37,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34913 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2023-11-12T09:20:37,109 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1699780825728,,1699780826237.d723653904902a6feabf555d1a98b404. 2023-11-12T09:20:37,110 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2819): Flushing d723653904902a6feabf555d1a98b404 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-11-12T09:20:37,136 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/default/test-1699780825728/d723653904902a6feabf555d1a98b404/.tmp/f/399037ca8c1d41fc914096970dacd43f is 37, key is row10/f:q1/1699780826890/Put/seqid=0 2023-11-12T09:20:37,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:20:37,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:20:37,551 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/default/test-1699780825728/d723653904902a6feabf555d1a98b404/.tmp/f/399037ca8c1d41fc914096970dacd43f 2023-11-12T09:20:37,565 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/default/test-1699780825728/d723653904902a6feabf555d1a98b404/.tmp/f/399037ca8c1d41fc914096970dacd43f as hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/default/test-1699780825728/d723653904902a6feabf555d1a98b404/f/399037ca8c1d41fc914096970dacd43f 2023-11-12T09:20:37,581 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/default/test-1699780825728/d723653904902a6feabf555d1a98b404/f/399037ca8c1d41fc914096970dacd43f, entries=99, sequenceid=103, filesize=8.2 K 2023-11-12T09:20:37,583 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for d723653904902a6feabf555d1a98b404 in 473ms, sequenceid=103, compaction requested=false 2023-11-12T09:20:37,585 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2520): Flush status journal for d723653904902a6feabf555d1a98b404: 2023-11-12T09:20:37,585 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1699780825728,,1699780826237.d723653904902a6feabf555d1a98b404. for snapshot_1699780836908_default_test-1699780825728 completed. 2023-11-12T09:20:37,585 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(240): Storing 'test-1699780825728,,1699780826237.d723653904902a6feabf555d1a98b404.' region-info for snapshot=snapshot_1699780836908_default_test-1699780825728 2023-11-12T09:20:37,585 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-12T09:20:37,585 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/default/test-1699780825728/d723653904902a6feabf555d1a98b404/f/399037ca8c1d41fc914096970dacd43f] hfiles 2023-11-12T09:20:37,585 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/default/test-1699780825728/d723653904902a6feabf555d1a98b404/f/399037ca8c1d41fc914096970dacd43f for snapshot=snapshot_1699780836908_default_test-1699780825728 2023-11-12T09:20:37,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1699780825728,,1699780826237.d723653904902a6feabf555d1a98b404. 2023-11-12T09:20:37,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=35 2023-11-12T09:20:37,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39599 {}] master.HMaster(4026): Remote procedure done, pid=35 2023-11-12T09:20:37,603 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39599 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1699780836908_default_test-1699780825728 on region d723653904902a6feabf555d1a98b404 2023-11-12T09:20:37,604 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure d723653904902a6feabf555d1a98b404 2023-11-12T09:20:37,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=35, resume processing ppid=34 2023-11-12T09:20:37,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=35, ppid=34, state=SUCCESS; SnapshotRegionProcedure d723653904902a6feabf555d1a98b404 in 652 msec 2023-11-12T09:20:37,608 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699780836908_default_test-1699780825728 table=test-1699780825728 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-12T09:20:37,608 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699780836908_default_test-1699780825728 table=test-1699780825728 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-12T09:20:37,609 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699780836908_default_test-1699780825728 table=test-1699780825728 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-12T09:20:37,609 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1699780836908_default_test-1699780825728 2023-11-12T09:20:37,610 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/.hbase-snapshot/.tmp/snapshot_1699780836908_default_test-1699780825728 2023-11-12T09:20:38,036 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699780836908_default_test-1699780825728 table=test-1699780825728 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-12T09:20:38,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:20:38,045 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699780836908_default_test-1699780825728 table=test-1699780825728 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-12T09:20:38,045 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/.hbase-snapshot/.tmp/snapshot_1699780836908_default_test-1699780825728 to hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/.hbase-snapshot/snapshot_1699780836908_default_test-1699780825728 2023-11-12T09:20:38,047 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699780836908_default_test-1699780825728 table=test-1699780825728 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-12T09:20:38,047 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_1699780836908_default_test-1699780825728 table=test-1699780825728 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-11-12T09:20:38,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699780836908_default_test-1699780825728 table=test-1699780825728 type=FLUSH ttl=0 } in 1.1230 sec 2023-11-12T09:20:38,521 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-12T09:20:39,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:20:39,039 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: default:test-1699780825728, procId: 34 completed 2023-11-12T09:20:39,040 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39599 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1699780839039_ns2_test-16997808257281 table=ns2:test-16997808257281 type=FLUSH ttl=0 } 2023-11-12T09:20:39,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39599 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1699780839040 (current time:1699780839040). 2023-11-12T09:20:39,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39599 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-12T09:20:39,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39599 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1699780839039_ns2_test-16997808257281 VERSION not specified, setting to 2 2023-11-12T09:20:39,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39599 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x4f4f3952 to 127.0.0.1:55189 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:20:39,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39599 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a4daedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:20:39,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39599 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:20:39,050 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:39906, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:20:39,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39599 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x4f4f3952 to 127.0.0.1:55189 2023-11-12T09:20:39,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39599 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:20:39,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39599 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-12T09:20:39,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39599 {}] procedure2.ProcedureExecutor(1032): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1699780839039_ns2_test-16997808257281 table=ns2:test-16997808257281 type=FLUSH ttl=0 } 2023-11-12T09:20:39,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39599 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_1699780839039_ns2_test-16997808257281 table=ns2:test-16997808257281 type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-11-12T09:20:39,055 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1699780839039_ns2_test-16997808257281 table=ns2:test-16997808257281 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-12T09:20:39,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-12T09:20:39,056 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1699780839039_ns2_test-16997808257281 table=ns2:test-16997808257281 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-12T09:20:39,059 WARN [PEWorker-2 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/.hbase-snapshot, current working dir path: hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/.hbase-snapshot/.tmp/snapshot_1699780839039_ns2_test-16997808257281 org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-12T09:20:39,062 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1699780839039_ns2_test-16997808257281 table=ns2:test-16997808257281 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-12T09:20:39,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-12T09:20:39,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-12T09:20:39,474 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1699780839039_ns2_test-16997808257281 table=ns2:test-16997808257281 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-12T09:20:39,474 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure f2d76a3b8cd31289fcb3ff9563992e1f}] 2023-11-12T09:20:39,477 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure f2d76a3b8cd31289fcb3ff9563992e1f 2023-11-12T09:20:39,629 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:39,629 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34913 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2023-11-12T09:20:39,630 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-16997808257281,,1699780826980.f2d76a3b8cd31289fcb3ff9563992e1f. 2023-11-12T09:20:39,631 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2819): Flushing f2d76a3b8cd31289fcb3ff9563992e1f 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-11-12T09:20:39,649 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/ns2/test-16997808257281/f2d76a3b8cd31289fcb3ff9563992e1f/.tmp/f/12801788211545c0991e8af2835b3a32 is 37, key is row10/f:q1/1699780828112/Put/seqid=0 2023-11-12T09:20:39,657 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/ns2/test-16997808257281/f2d76a3b8cd31289fcb3ff9563992e1f/.tmp/f/12801788211545c0991e8af2835b3a32 2023-11-12T09:20:39,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-12T09:20:39,666 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/ns2/test-16997808257281/f2d76a3b8cd31289fcb3ff9563992e1f/.tmp/f/12801788211545c0991e8af2835b3a32 as hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/ns2/test-16997808257281/f2d76a3b8cd31289fcb3ff9563992e1f/f/12801788211545c0991e8af2835b3a32 2023-11-12T09:20:39,674 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/ns2/test-16997808257281/f2d76a3b8cd31289fcb3ff9563992e1f/f/12801788211545c0991e8af2835b3a32, entries=99, sequenceid=103, filesize=8.2 K 2023-11-12T09:20:39,675 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for f2d76a3b8cd31289fcb3ff9563992e1f in 44ms, sequenceid=103, compaction requested=false 2023-11-12T09:20:39,677 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2520): Flush status journal for f2d76a3b8cd31289fcb3ff9563992e1f: 2023-11-12T09:20:39,677 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-16997808257281,,1699780826980.f2d76a3b8cd31289fcb3ff9563992e1f. for snapshot_1699780839039_ns2_test-16997808257281 completed. 2023-11-12T09:20:39,677 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(240): Storing 'ns2:test-16997808257281,,1699780826980.f2d76a3b8cd31289fcb3ff9563992e1f.' region-info for snapshot=snapshot_1699780839039_ns2_test-16997808257281 2023-11-12T09:20:39,677 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-12T09:20:39,677 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/ns2/test-16997808257281/f2d76a3b8cd31289fcb3ff9563992e1f/f/12801788211545c0991e8af2835b3a32] hfiles 2023-11-12T09:20:39,677 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/ns2/test-16997808257281/f2d76a3b8cd31289fcb3ff9563992e1f/f/12801788211545c0991e8af2835b3a32 for snapshot=snapshot_1699780839039_ns2_test-16997808257281 2023-11-12T09:20:40,087 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-16997808257281,,1699780826980.f2d76a3b8cd31289fcb3ff9563992e1f. 2023-11-12T09:20:40,087 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=37 2023-11-12T09:20:40,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39599 {}] master.HMaster(4026): Remote procedure done, pid=37 2023-11-12T09:20:40,088 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39599 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1699780839039_ns2_test-16997808257281 on region f2d76a3b8cd31289fcb3ff9563992e1f 2023-11-12T09:20:40,089 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure f2d76a3b8cd31289fcb3ff9563992e1f 2023-11-12T09:20:40,092 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=37, resume processing ppid=36 2023-11-12T09:20:40,092 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=37, ppid=36, state=SUCCESS; SnapshotRegionProcedure f2d76a3b8cd31289fcb3ff9563992e1f in 616 msec 2023-11-12T09:20:40,092 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1699780839039_ns2_test-16997808257281 table=ns2:test-16997808257281 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-12T09:20:40,093 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1699780839039_ns2_test-16997808257281 table=ns2:test-16997808257281 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-12T09:20:40,093 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1699780839039_ns2_test-16997808257281 table=ns2:test-16997808257281 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-12T09:20:40,094 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1699780839039_ns2_test-16997808257281 2023-11-12T09:20:40,095 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/.hbase-snapshot/.tmp/snapshot_1699780839039_ns2_test-16997808257281 2023-11-12T09:20:40,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-12T09:20:40,512 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1699780839039_ns2_test-16997808257281 table=ns2:test-16997808257281 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-12T09:20:40,520 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1699780839039_ns2_test-16997808257281 table=ns2:test-16997808257281 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-12T09:20:40,520 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/.hbase-snapshot/.tmp/snapshot_1699780839039_ns2_test-16997808257281 to hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/.hbase-snapshot/snapshot_1699780839039_ns2_test-16997808257281 2023-11-12T09:20:40,522 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1699780839039_ns2_test-16997808257281 table=ns2:test-16997808257281 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-12T09:20:40,522 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_1699780839039_ns2_test-16997808257281 table=ns2:test-16997808257281 type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-11-12T09:20:40,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1699780839039_ns2_test-16997808257281 table=ns2:test-16997808257281 type=FLUSH ttl=0 } in 1.4700 sec 2023-11-12T09:20:41,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-12T09:20:41,163 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: ns2:test-16997808257281, procId: 36 completed 2023-11-12T09:20:41,164 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1699780832497 2023-11-12T09:20:41,164 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-11-12T09:20:41,165 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied. 2023-11-12T09:20:41,168 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1699780832497_ns2:test-16997808257281 2023-11-12T09:20:41,168 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1699780839039_ns2_test-16997808257281 to hdfs://localhost:35459/backupUT/backup_1699780832497/ns2/test-16997808257281/ 2023-11-12T09:20:41,178 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-11-12T09:20:41,218 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:35459, inputRoot=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519 2023-11-12T09:20:41,219 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,39599,1699780812841_-1358394816_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:35459/backupUT/backup_1699780832497/ns2/test-16997808257281, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:35459/backupUT/backup_1699780832497/ns2/test-16997808257281/.hbase-snapshot/.tmp/snapshot_1699780839039_ns2_test-16997808257281 2023-11-12T09:20:41,219 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:35459, inputRoot=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519, snapshotDir=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/.hbase-snapshot/snapshot_1699780839039_ns2_test-16997808257281. 2023-11-12T09:20:41,232 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/.hbase-snapshot/snapshot_1699780839039_ns2_test-16997808257281 to hdfs://localhost:35459/backupUT/backup_1699780832497/ns2/test-16997808257281/.hbase-snapshot/.tmp/snapshot_1699780839039_ns2_test-16997808257281 2023-11-12T09:20:41,664 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:41,665 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:41,666 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:41,666 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:42,672 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/hadoop-6671850226199454589.jar 2023-11-12T09:20:42,673 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:42,673 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:42,673 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:42,674 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:42,674 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:42,675 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:42,675 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:42,676 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:42,676 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:42,677 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:20:42,677 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-12T09:20:42,678 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-12T09:20:42,678 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-12T09:20:42,679 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-12T09:20:42,679 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-12T09:20:42,680 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-12T09:20:42,680 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-12T09:20:42,681 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-12T09:20:42,681 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-12T09:20:42,682 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-12T09:20:42,682 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-12T09:20:42,686 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:20:42,687 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:20:42,687 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:20:42,688 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:20:42,688 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:20:42,689 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:20:42,689 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:20:42,750 WARN [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-12T09:20:42,773 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1699780839039_ns2_test-16997808257281' hfile list 2023-11-12T09:20:42,785 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-11-12T09:20:42,988 WARN [Listener at jenkins-hbase3.apache.org/38335 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/mapreduce.cluster.local.dir/1699780842942/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-12T09:20:42,988 WARN [Listener at jenkins-hbase3.apache.org/38335 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/mapreduce.cluster.local.dir/1699780842942/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-12T09:20:43,163 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-11-12T09:20:43,194 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/ns2/test-16997808257281/f2d76a3b8cd31289fcb3ff9563992e1f/f/12801788211545c0991e8af2835b3a32 output=hdfs://localhost:35459/backupUT/backup_1699780832497/ns2/test-16997808257281/archive/data/ns2/test-16997808257281/f2d76a3b8cd31289fcb3ff9563992e1f/f/12801788211545c0991e8af2835b3a32 2023-11-12T09:20:43,194 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 4.004M/sec 2023-11-12T09:20:44,072 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-11-12T09:20:44,073 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-11-12T09:20:44,081 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1699780839039_ns2_test-16997808257281 2023-11-12T09:20:44,081 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1699780839039_ns2_test-16997808257281 finished. 2023-11-12T09:20:44,081 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1699780832497_test-1699780825728 2023-11-12T09:20:44,081 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1699780836908_default_test-1699780825728 to hdfs://localhost:35459/backupUT/backup_1699780832497/default/test-1699780825728/ 2023-11-12T09:20:44,082 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-11-12T09:20:44,119 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:35459, inputRoot=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519 2023-11-12T09:20:44,119 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,39599,1699780812841_1797780965_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:35459/backupUT/backup_1699780832497/default/test-1699780825728, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:35459/backupUT/backup_1699780832497/default/test-1699780825728/.hbase-snapshot/.tmp/snapshot_1699780836908_default_test-1699780825728 2023-11-12T09:20:44,119 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:35459, inputRoot=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519, snapshotDir=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/.hbase-snapshot/snapshot_1699780836908_default_test-1699780825728. 2023-11-12T09:20:44,130 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/.hbase-snapshot/snapshot_1699780836908_default_test-1699780825728 to hdfs://localhost:35459/backupUT/backup_1699780832497/default/test-1699780825728/.hbase-snapshot/.tmp/snapshot_1699780836908_default_test-1699780825728 2023-11-12T09:20:44,563 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:44,564 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:44,564 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:44,565 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:45,542 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/hadoop-2446539996144907975.jar 2023-11-12T09:20:45,543 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:45,543 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:45,544 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:45,544 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:45,544 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:45,545 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:45,545 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:45,546 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:45,546 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:45,547 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:20:45,548 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-12T09:20:45,548 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-12T09:20:45,548 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-12T09:20:45,549 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-12T09:20:45,549 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-12T09:20:45,550 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-12T09:20:45,550 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-12T09:20:45,551 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-12T09:20:45,551 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-12T09:20:45,552 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-12T09:20:45,552 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-12T09:20:45,553 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:20:45,553 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:20:45,554 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:20:45,554 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:20:45,555 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:20:45,555 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:20:45,556 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:20:45,584 WARN [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-12T09:20:45,601 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1699780836908_default_test-1699780825728' hfile list 2023-11-12T09:20:45,604 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-11-12T09:20:45,680 WARN [Listener at jenkins-hbase3.apache.org/38335 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/mapreduce.cluster.local.dir/1699780845643/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-12T09:20:45,681 WARN [Listener at jenkins-hbase3.apache.org/38335 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/mapreduce.cluster.local.dir/1699780845643/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-12T09:20:45,748 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-11-12T09:20:45,774 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/default/test-1699780825728/d723653904902a6feabf555d1a98b404/f/399037ca8c1d41fc914096970dacd43f output=hdfs://localhost:35459/backupUT/backup_1699780832497/default/test-1699780825728/archive/data/default/test-1699780825728/d723653904902a6feabf555d1a98b404/f/399037ca8c1d41fc914096970dacd43f 2023-11-12T09:20:45,774 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 8.007M/sec 2023-11-12T09:20:46,726 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-11-12T09:20:46,727 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-11-12T09:20:46,735 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1699780836908_default_test-1699780825728 2023-11-12T09:20:46,735 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1699780836908_default_test-1699780825728 finished. 2023-11-12T09:20:46,735 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupSystemTable(1034): ns2:test-16997808257281 2023-11-12T09:20:46,735 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupSystemTable(1034): test-1699780825728 2023-11-12T09:20:46,808 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1699780832497 2023-11-12T09:20:46,808 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-11-12T09:20:47,220 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:35459/backupUT/backup_1699780832497/.backup.manifest 2023-11-12T09:20:47,220 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1699780832497 2023-11-12T09:20:47,220 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-11-12T09:20:47,626 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:35459/backupUT/backup_1699780832497/.backup.manifest 2023-11-12T09:20:47,626 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.TableBackupClient(358): Backup backup_1699780832497 finished: type=FULL,tablelist=ns2:test-16997808257281;test-1699780825728,targetRootDir=hdfs://localhost:35459/backupUT,startts=1699780836600,completets=1699780846805,bytescopied=0 2023-11-12T09:20:47,626 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-11-12T09:20:47,626 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1699780839039_ns2_test-16997808257281 2023-11-12T09:20:47,633 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39599 {}] master.MasterRpcServices(763): Client=jenkins//172.31.12.81 delete name: "snapshot_1699780839039_ns2_test-16997808257281" 2023-11-12T09:20:47,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39599 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_1699780839039_ns2_test-16997808257281 2023-11-12T09:20:47,639 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1699780839039_ns2_test-16997808257281 for backup backup_1699780832497 succeeded. 2023-11-12T09:20:47,639 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1699780836908_default_test-1699780825728 2023-11-12T09:20:47,640 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39599 {}] master.MasterRpcServices(763): Client=jenkins//172.31.12.81 delete name: "snapshot_1699780836908_default_test-1699780825728" 2023-11-12T09:20:47,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39599 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_1699780836908_default_test-1699780825728 2023-11-12T09:20:47,644 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1699780836908_default_test-1699780825728 for backup backup_1699780832497 succeeded. 2023-11-12T09:20:47,645 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-11-12T09:20:47,658 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39599 {}] master.MasterRpcServices(763): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-11-12T09:20:47,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39599 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_backup_system 2023-11-12T09:20:47,661 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupSystemTable(1577): Done deleting backup system table snapshot 2023-11-12T09:20:47,668 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-11-12T09:20:47,687 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] impl.TableBackupClient(376): Backup backup_1699780832497 completed. 2023-11-12T09:20:47,816 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] backup.TestBackupMerge(71): writing 99 rows to test-1699780825728 2023-11-12T09:20:47,827 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] backup.TestBackupMerge(75): written 99 rows to test-1699780825728 2023-11-12T09:20:47,968 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] backup.TestBackupMerge(81): written 99 rows to ns2:test-16997808257281 2023-11-12T09:20:48,003 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-11-12T09:20:48,005 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-11-12T09:20:48,007 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:48706, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-11-12T09:20:48,010 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-12T09:20:48,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1699780848010 (current time:1699780848010). 2023-11-12T09:20:48,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-12T09:20:48,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-11-12T09:20:48,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x4bf9130c to 127.0.0.1:55189 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:20:48,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2853165b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:20:48,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:20:48,021 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:47228, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:20:48,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x4bf9130c to 127.0.0.1:55189 2023-11-12T09:20:48,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:20:48,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-12T09:20:48,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] procedure2.ProcedureExecutor(1032): Stored pid=38, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-12T09:20:48,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 38 2023-11-12T09:20:48,026 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-12T09:20:48,027 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-12T09:20:48,030 WARN [PEWorker-5 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/.hbase-snapshot, current working dir path: hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/.hbase-snapshot/.tmp/snapshot_backup_system org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-12T09:20:48,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-12T09:20:48,034 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-12T09:20:48,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-12T09:20:48,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-12T09:20:48,443 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-12T09:20:48,443 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure 9daf94fbd20af17ca73ad05fed25d6c6}] 2023-11-12T09:20:48,445 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure 9daf94fbd20af17ca73ad05fed25d6c6 2023-11-12T09:20:48,596 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:48,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34913 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=39 2023-11-12T09:20:48,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1699780832651.9daf94fbd20af17ca73ad05fed25d6c6. 2023-11-12T09:20:48,597 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(2819): Flushing 9daf94fbd20af17ca73ad05fed25d6c6 2/2 column families, dataSize=1.51 KB heapSize=2.80 KB 2023-11-12T09:20:48,613 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/backup/system/9daf94fbd20af17ca73ad05fed25d6c6/.tmp/meta/7edcb1e8b84842879f32cc19972b6c0e is 171, key is trslm:hdfs://localhost:35459/backupUT\x00ns2:test-16997808257281/meta:log-roll-map/1699780846795/Put/seqid=0 2023-11-12T09:20:48,618 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=785 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/backup/system/9daf94fbd20af17ca73ad05fed25d6c6/.tmp/meta/7edcb1e8b84842879f32cc19972b6c0e 2023-11-12T09:20:48,628 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/backup/system/9daf94fbd20af17ca73ad05fed25d6c6/.tmp/session/203faa15bbd44f01ac288ed1cc763cd5 is 459, key is session:backup_1699780832497/session:context/1699780847667/Put/seqid=0 2023-11-12T09:20:48,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-12T09:20:49,033 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=758 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/backup/system/9daf94fbd20af17ca73ad05fed25d6c6/.tmp/session/203faa15bbd44f01ac288ed1cc763cd5 2023-11-12T09:20:49,041 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/backup/system/9daf94fbd20af17ca73ad05fed25d6c6/.tmp/meta/7edcb1e8b84842879f32cc19972b6c0e as hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/backup/system/9daf94fbd20af17ca73ad05fed25d6c6/meta/7edcb1e8b84842879f32cc19972b6c0e 2023-11-12T09:20:49,048 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/backup/system/9daf94fbd20af17ca73ad05fed25d6c6/meta/7edcb1e8b84842879f32cc19972b6c0e, entries=6, sequenceid=17, filesize=5.8 K 2023-11-12T09:20:49,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/backup/system/9daf94fbd20af17ca73ad05fed25d6c6/.tmp/session/203faa15bbd44f01ac288ed1cc763cd5 as hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/backup/system/9daf94fbd20af17ca73ad05fed25d6c6/session/203faa15bbd44f01ac288ed1cc763cd5 2023-11-12T09:20:49,055 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/backup/system/9daf94fbd20af17ca73ad05fed25d6c6/session/203faa15bbd44f01ac288ed1cc763cd5, entries=2, sequenceid=17, filesize=5.4 K 2023-11-12T09:20:49,057 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(3022): Finished flush of dataSize ~1.51 KB/1543, heapSize ~2.77 KB/2840, currentSize=0 B/0 for 9daf94fbd20af17ca73ad05fed25d6c6 in 459ms, sequenceid=17, compaction requested=false 2023-11-12T09:20:49,057 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(2520): Flush status journal for 9daf94fbd20af17ca73ad05fed25d6c6: 2023-11-12T09:20:49,057 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1699780832651.9daf94fbd20af17ca73ad05fed25d6c6. for snapshot_backup_system completed. 2023-11-12T09:20:49,057 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1699780832651.9daf94fbd20af17ca73ad05fed25d6c6.' region-info for snapshot=snapshot_backup_system 2023-11-12T09:20:49,057 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-12T09:20:49,057 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/backup/system/9daf94fbd20af17ca73ad05fed25d6c6/meta/7edcb1e8b84842879f32cc19972b6c0e] hfiles 2023-11-12T09:20:49,057 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/backup/system/9daf94fbd20af17ca73ad05fed25d6c6/meta/7edcb1e8b84842879f32cc19972b6c0e for snapshot=snapshot_backup_system 2023-11-12T09:20:49,057 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/backup/system/9daf94fbd20af17ca73ad05fed25d6c6/session/18102561168749febff4fc9ee67fe3f4, hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/backup/system/9daf94fbd20af17ca73ad05fed25d6c6/session/203faa15bbd44f01ac288ed1cc763cd5] hfiles 2023-11-12T09:20:49,057 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (1/2): hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/backup/system/9daf94fbd20af17ca73ad05fed25d6c6/session/18102561168749febff4fc9ee67fe3f4 for snapshot=snapshot_backup_system 2023-11-12T09:20:49,057 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (2/2): hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/backup/system/9daf94fbd20af17ca73ad05fed25d6c6/session/203faa15bbd44f01ac288ed1cc763cd5 for snapshot=snapshot_backup_system 2023-11-12T09:20:49,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-12T09:20:49,463 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1699780832651.9daf94fbd20af17ca73ad05fed25d6c6. 2023-11-12T09:20:49,463 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=39 2023-11-12T09:20:49,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.HMaster(4026): Remote procedure done, pid=39 2023-11-12T09:20:49,464 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region 9daf94fbd20af17ca73ad05fed25d6c6 2023-11-12T09:20:49,465 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure 9daf94fbd20af17ca73ad05fed25d6c6 2023-11-12T09:20:49,467 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=39, resume processing ppid=38 2023-11-12T09:20:49,467 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-12T09:20:49,467 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=39, ppid=38, state=SUCCESS; SnapshotRegionProcedure 9daf94fbd20af17ca73ad05fed25d6c6 in 1.0230 sec 2023-11-12T09:20:49,468 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-12T09:20:49,469 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-12T09:20:49,469 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-11-12T09:20:49,470 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/.hbase-snapshot/.tmp/snapshot_backup_system 2023-11-12T09:20:49,881 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-12T09:20:49,889 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-12T09:20:49,889 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/.hbase-snapshot/snapshot_backup_system 2023-11-12T09:20:49,891 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-12T09:20:49,891 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 38 2023-11-12T09:20:49,892 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=38, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.8680 sec 2023-11-12T09:20:50,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-12T09:20:50,141 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: backup:system, procId: 38 completed 2023-11-12T09:20:50,141 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] impl.TableBackupClient(115): Backup backup_1699780847968 started at 1699780850141. 2023-11-12T09:20:50,143 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.TableBackupClient(119): Backup session backup_1699780847968 has been started. 2023-11-12T09:20:50,150 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.IncrementalTableBackupClient(268): For incremental backup, current table set is [ns2:test-16997808257281, test-1699780825728] 2023-11-12T09:20:50,153 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.IncrementalBackupManager(76): StartCode 1699780818551for backupID backup_1699780847968 2023-11-12T09:20:50,153 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2023-11-12T09:20:50,154 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(962): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-11-12T09:20:50,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-11-12T09:20:50,154 INFO [(jenkins-hbase3.apache.org,39599,1699780812841)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-11-12T09:20:50,154 DEBUG [(jenkins-hbase3.apache.org,39599,1699780812841)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-11-12T09:20:50,155 DEBUG [(jenkins-hbase3.apache.org,39599,1699780812841)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-11-12T09:20:50,155 DEBUG [(jenkins-hbase3.apache.org,39599,1699780812841)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-11-12T09:20:50,156 DEBUG [(jenkins-hbase3.apache.org,39599,1699780812841)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-11-12T09:20:50,156 DEBUG [(jenkins-hbase3.apache.org,39599,1699780812841)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-11-12T09:20:50,157 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34913-0x1004ceeca580001, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-11-12T09:20:50,157 DEBUG [(jenkins-hbase3.apache.org,39599,1699780812841)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:50,158 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-12T09:20:50,158 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-12T09:20:50,158 DEBUG [(jenkins-hbase3.apache.org,39599,1699780812841)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:50,158 DEBUG [(jenkins-hbase3.apache.org,39599,1699780812841)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-11-12T09:20:50,158 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-11-12T09:20:50,158 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34913-0x1004ceeca580001, quorum=127.0.0.1:55189, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-11-12T09:20:50,159 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-11-12T09:20:50,159 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-11-12T09:20:50,159 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-11-12T09:20:50,159 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-11-12T09:20:50,159 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-11-12T09:20:50,159 DEBUG [member: 'jenkins-hbase3.apache.org,34913,1699780816241' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-11-12T09:20:50,159 DEBUG [member: 'jenkins-hbase3.apache.org,34913,1699780816241' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-11-12T09:20:50,160 DEBUG [member: 'jenkins-hbase3.apache.org,34913,1699780816241' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-11-12T09:20:50,160 DEBUG [member: 'jenkins-hbase3.apache.org,34913,1699780816241' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-11-12T09:20:50,160 DEBUG [member: 'jenkins-hbase3.apache.org,34913,1699780816241' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,34913,1699780816241' joining acquired barrier for procedure (rolllog) in zk 2023-11-12T09:20:50,163 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:50,163 DEBUG [member: 'jenkins-hbase3.apache.org,34913,1699780816241' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-11-12T09:20:50,163 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:50,163 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:20:50,163 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:20:50,163 DEBUG [member: 'jenkins-hbase3.apache.org,34913,1699780816241' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34913-0x1004ceeca580001, quorum=127.0.0.1:55189, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-11-12T09:20:50,163 DEBUG [member: 'jenkins-hbase3.apache.org,34913,1699780816241' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-11-12T09:20:50,163 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:20:50,164 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:20:50,164 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:20:50,164 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:50,165 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:20:50,165 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,34913,1699780816241' joining acquired barrier for procedure 'rolllog' on coordinator 2023-11-12T09:20:50,165 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@cf19203[Count = 0] remaining members to acquire global barrier 2023-11-12T09:20:50,165 DEBUG [(jenkins-hbase3.apache.org,39599,1699780812841)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-11-12T09:20:50,165 DEBUG [(jenkins-hbase3.apache.org,39599,1699780812841)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-11-12T09:20:50,167 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34913-0x1004ceeca580001, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-12T09:20:50,167 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-11-12T09:20:50,167 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-11-12T09:20:50,167 DEBUG [member: 'jenkins-hbase3.apache.org,34913,1699780816241' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-11-12T09:20:50,167 DEBUG [(jenkins-hbase3.apache.org,39599,1699780812841)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:50,167 DEBUG [(jenkins-hbase3.apache.org,39599,1699780812841)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-11-12T09:20:50,167 DEBUG [member: 'jenkins-hbase3.apache.org,34913,1699780816241' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-11-12T09:20:50,167 DEBUG [rs(jenkins-hbase3.apache.org,34913,1699780816241)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:50,167 INFO [rs(jenkins-hbase3.apache.org,34913,1699780816241)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1699780836691 highest: 1699780836691 on jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:50,167 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C34913%2C1699780816241.meta:.meta(num 1699780836667) roll requested 2023-11-12T09:20:50,179 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/WALs/jenkins-hbase3.apache.org,34913,1699780816241/jenkins-hbase3.apache.org%2C34913%2C1699780816241.meta.1699780850167.meta, exclude list is [], retry=0 2023-11-12T09:20:50,184 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37503,DS-43b91b1e-53ea-4a1b-b301-d43b4c810a8f,DISK] 2023-11-12T09:20:50,188 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/WALs/jenkins-hbase3.apache.org,34913,1699780816241/jenkins-hbase3.apache.org%2C34913%2C1699780816241.meta.1699780836667.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/WALs/jenkins-hbase3.apache.org,34913,1699780816241/jenkins-hbase3.apache.org%2C34913%2C1699780816241.meta.1699780850167.meta 2023-11-12T09:20:50,188 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:37503,DS-43b91b1e-53ea-4a1b-b301-d43b4c810a8f,DISK]] 2023-11-12T09:20:50,188 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/WALs/jenkins-hbase3.apache.org,34913,1699780816241/jenkins-hbase3.apache.org%2C34913%2C1699780816241.meta.1699780836667.meta is not closed yet, will try archiving it next time 2023-11-12T09:20:50,188 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C34913%2C1699780816241:(num 1699780836691) roll requested 2023-11-12T09:20:50,191 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(809): Archiving hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/WALs/jenkins-hbase3.apache.org,34913,1699780816241/jenkins-hbase3.apache.org%2C34913%2C1699780816241.meta.1699780836667.meta to hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/oldWALs/jenkins-hbase3.apache.org%2C34913%2C1699780816241.meta.1699780836667.meta 2023-11-12T09:20:50,202 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/WALs/jenkins-hbase3.apache.org,34913,1699780816241/jenkins-hbase3.apache.org%2C34913%2C1699780816241.1699780850188, exclude list is [], retry=0 2023-11-12T09:20:50,207 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37503,DS-43b91b1e-53ea-4a1b-b301-d43b4c810a8f,DISK] 2023-11-12T09:20:50,207 DEBUG [rs(jenkins-hbase3.apache.org,34913,1699780816241)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 40 2023-11-12T09:20:50,207 INFO [rs(jenkins-hbase3.apache.org,34913,1699780816241)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1699780850188 on jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:50,209 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/WALs/jenkins-hbase3.apache.org,34913,1699780816241/jenkins-hbase3.apache.org%2C34913%2C1699780816241.1699780836691 with entries=212, filesize=28.92 KB; new WAL /user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/WALs/jenkins-hbase3.apache.org,34913,1699780816241/jenkins-hbase3.apache.org%2C34913%2C1699780816241.1699780850188 2023-11-12T09:20:50,209 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:37503,DS-43b91b1e-53ea-4a1b-b301-d43b4c810a8f,DISK]] 2023-11-12T09:20:50,209 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/WALs/jenkins-hbase3.apache.org,34913,1699780816241/jenkins-hbase3.apache.org%2C34913%2C1699780816241.1699780836691 is not closed yet, will try archiving it next time 2023-11-12T09:20:50,227 DEBUG [member: 'jenkins-hbase3.apache.org,34913,1699780816241' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-11-12T09:20:50,227 DEBUG [member: 'jenkins-hbase3.apache.org,34913,1699780816241' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,34913,1699780816241' in zk 2023-11-12T09:20:50,238 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:50,238 DEBUG [member: 'jenkins-hbase3.apache.org,34913,1699780816241' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-11-12T09:20:50,238 DEBUG [member: 'jenkins-hbase3.apache.org,34913,1699780816241' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-12T09:20:50,238 DEBUG [member: 'jenkins-hbase3.apache.org,34913,1699780816241' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-11-12T09:20:50,239 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:50,239 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:20:50,239 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:20:50,240 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:20:50,240 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:20:50,240 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:20:50,241 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:50,241 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:20:50,241 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:20:50,242 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:50,243 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,34913,1699780816241': 2023-11-12T09:20:50,243 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,34913,1699780816241' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-11-12T09:20:50,243 INFO [(jenkins-hbase3.apache.org,39599,1699780812841)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-11-12T09:20:50,243 DEBUG [(jenkins-hbase3.apache.org,39599,1699780812841)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-11-12T09:20:50,243 DEBUG [(jenkins-hbase3.apache.org,39599,1699780812841)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-11-12T09:20:50,243 DEBUG [(jenkins-hbase3.apache.org,39599,1699780812841)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-11-12T09:20:50,243 INFO [(jenkins-hbase3.apache.org,39599,1699780812841)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-11-12T09:20:50,245 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34913-0x1004ceeca580001, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-12T09:20:50,245 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34913-0x1004ceeca580001, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-11-12T09:20:50,245 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-11-12T09:20:50,245 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-12T09:20:50,245 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-12T09:20:50,245 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-11-12T09:20:50,246 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:20:50,246 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:20:50,246 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-12T09:20:50,246 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-12T09:20:50,247 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-12T09:20:50,247 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:20:50,247 DEBUG [(jenkins-hbase3.apache.org,39599,1699780812841)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:50,247 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:20:50,248 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:20:50,248 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:20:50,249 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:50,249 DEBUG [(jenkins-hbase3.apache.org,39599,1699780812841)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:50,249 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:20:50,250 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:20:50,250 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:50,256 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:50,256 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-11-12T09:20:50,256 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-11-12T09:20:50,256 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34913-0x1004ceeca580001, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-11-12T09:20:50,256 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:50,256 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-12T09:20:50,256 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-12T09:20:50,256 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-12T09:20:50,256 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-12T09:20:50,256 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34913-0x1004ceeca580001, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-11-12T09:20:50,256 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-12T09:20:50,256 DEBUG [(jenkins-hbase3.apache.org,39599,1699780812841)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-12T09:20:50,256 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-11-12T09:20:50,256 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-11-12T09:20:50,258 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-12T09:20:50,258 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-12T09:20:50,258 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] client.HBaseAdmin(2906): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-11-12T09:20:50,258 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] client.HBaseAdmin(2914): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-11-12T09:20:50,358 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] client.HBaseAdmin(2920): Getting current status of procedure from master... 2023-11-12T09:20:50,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1263): Checking to see if procedure from request:rolllog-proc is done 2023-11-12T09:20:50,362 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {jenkins-hbase3.apache.org:34913=1699780818551} newestTimestamps: {jenkins-hbase3.apache.org:34913=1699780836691} 2023-11-12T09:20:50,364 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase3.apache.org%2C34913%2C1699780816241.meta.1699780819163.meta 2023-11-12T09:20:50,364 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase3.apache.org%2C34913%2C1699780816241.meta.1699780850167.meta 2023-11-12T09:20:50,365 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/WALs/jenkins-hbase3.apache.org,34913,1699780816241/jenkins-hbase3.apache.org%2C34913%2C1699780816241.1699780836691 2023-11-12T09:20:50,365 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/WALs/jenkins-hbase3.apache.org,34913,1699780816241/jenkins-hbase3.apache.org%2C34913%2C1699780816241.1699780850188 2023-11-12T09:20:50,365 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/oldWALs/jenkins-hbase3.apache.org%2C34913%2C1699780816241.meta.1699780836667.meta 2023-11-12T09:20:50,778 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] util.BackupUtils(147): Attempting to copy table info for:ns2:test-16997808257281 target: hdfs://localhost:35459/backupUT/backup_1699780847968/ns2/test-16997808257281 descriptor: 'ns2:test-16997808257281', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:20:50,778 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] util.BackupUtils(149): Finished copying tableinfo. 2023-11-12T09:20:50,780 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] util.BackupUtils(152): Starting to write region info for table ns2:test-16997808257281 2023-11-12T09:20:51,187 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] util.BackupUtils(159): Finished writing region info for table ns2:test-16997808257281 2023-11-12T09:20:51,601 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] util.BackupUtils(147): Attempting to copy table info for:test-1699780825728 target: hdfs://localhost:35459/backupUT/backup_1699780847968/default/test-1699780825728 descriptor: 'test-1699780825728', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:20:51,601 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] util.BackupUtils(149): Finished copying tableinfo. 2023-11-12T09:20:51,604 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] util.BackupUtils(152): Starting to write region info for table test-1699780825728 2023-11-12T09:20:52,014 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] util.BackupUtils(159): Finished writing region info for table test-1699780825728 2023-11-12T09:20:52,024 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.WALPlayer(360): add incremental job :hdfs://localhost:35459/backupUT/.tmp/backup_1699780847968 from hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/WALs/jenkins-hbase3.apache.org,34913,1699780816241/jenkins-hbase3.apache.org%2C34913%2C1699780816241.1699780836691 2023-11-12T09:20:52,030 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x77023f31 to 127.0.0.1:55189 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:20:52,041 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e165499, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:20:52,043 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:20:52,044 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:48720, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:20:52,063 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-11-12T09:20:52,063 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:test-16997808257281 2023-11-12T09:20:52,069 DEBUG [hconnection-0x4c907456-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:20:52,071 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:47242, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:20:52,075 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:test-16997808257281: ns2:test-16997808257281; 2023-11-12T09:20:52,076 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table test-1699780825728 2023-11-12T09:20:52,078 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for test-1699780825728: test-1699780825728; 2023-11-12T09:20:52,078 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.HFileOutputFormat2(694): Configuring 2 reduce partitions to match current region count for all tables 2023-11-12T09:20:52,078 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/hbase-staging/partitions_b1b52bb8-0727-4f8b-91e9-a0a1f841db64 2023-11-12T09:20:52,521 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:52,521 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:52,522 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:52,522 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:53,505 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/hadoop-3954029776731919945.jar 2023-11-12T09:20:53,505 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:53,506 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:53,506 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:53,507 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:53,507 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:53,507 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:53,508 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:53,508 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:53,509 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:53,509 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:20:53,510 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-12T09:20:53,511 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-12T09:20:53,511 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-12T09:20:53,512 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-12T09:20:53,512 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-12T09:20:53,513 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-12T09:20:53,513 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-12T09:20:53,514 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-12T09:20:53,514 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-12T09:20:53,515 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-12T09:20:53,515 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-12T09:20:53,517 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:53,518 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:53,518 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:53,519 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:53,519 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:53,519 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:53,520 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:20:53,520 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: ns2:test-16997808257281,default:test-1699780825728 2023-11-12T09:20:53,520 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:20:53,521 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x77023f31 to 127.0.0.1:55189 2023-11-12T09:20:53,521 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:20:53,522 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:20:54,519 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/hadoop-1972907622804284313.jar 2023-11-12T09:20:54,524 WARN [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-12T09:20:54,540 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/WALs/jenkins-hbase3.apache.org,34913,1699780816241/jenkins-hbase3.apache.org%2C34913%2C1699780816241.1699780836691 for WAL files 2023-11-12T09:20:54,541 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/WALs/jenkins-hbase3.apache.org,34913,1699780816241/jenkins-hbase3.apache.org%2C34913%2C1699780816241.1699780836691 2023-11-12T09:20:54,618 WARN [Listener at jenkins-hbase3.apache.org/38335 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/mapreduce.cluster.local.dir/1699780854584/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-12T09:20:54,619 WARN [Listener at jenkins-hbase3.apache.org/38335 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/mapreduce.cluster.local.dir/1699780854584/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-12T09:20:54,703 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/WALs/jenkins-hbase3.apache.org,34913,1699780816241/jenkins-hbase3.apache.org%2C34913%2C1699780816241.1699780836691 for hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/WALs/jenkins-hbase3.apache.org,34913,1699780816241/jenkins-hbase3.apache.org%2C34913%2C1699780816241.1699780836691 (-9223372036854775808:9223372036854775807) length:29619 2023-11-12T09:20:54,725 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2023-11-12T09:20:54,726 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2023-11-12T09:20:54,859 DEBUG [pool-205-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x14921ee4 to 127.0.0.1:55189 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:20:54,870 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4db69bf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:20:54,872 DEBUG [hconnection-0x5bfaf203-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:20:54,873 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:47250, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:20:54,875 DEBUG [pool-205-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x14921ee4 to 127.0.0.1:55189 2023-11-12T09:20:54,875 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:20:54,877 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-ns2:test-16997808257281-1-0] 2023-11-12T09:20:54,877 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-11-12T09:20:54,892 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35459/backupUT/.tmp/backup_1699780847968/_temporary/0/_temporary/attempt_local1839763611_0003_r_000000_0/ns2/test-16997808257281/f/044a44efddee42f6bcc65c10322d1022 is 64, key is row-ns2:test-16997808257281-1-10/f:q1/1699780847840/Put/seqid=0 2023-11-12T09:20:54,894 WARN [Thread-842 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:34913] Specified favored nodes: [jenkins-hbase3.apache.org:34913] 2023-11-12T09:20:54,915 DEBUG [pool-205-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x50850252 to 127.0.0.1:55189 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:20:54,921 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c76cb78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:20:54,923 DEBUG [hconnection-0x507c5a4e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:20:54,926 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:47256, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:20:54,928 DEBUG [pool-205-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x50850252 to 127.0.0.1:55189 2023-11-12T09:20:54,928 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:20:54,931 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-test-1699780825728-1-0] 2023-11-12T09:20:54,931 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-11-12T09:20:54,942 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35459/backupUT/.tmp/backup_1699780847968/_temporary/0/_temporary/attempt_local1839763611_0003_r_000001_0/default/test-1699780825728/f/5cb9bcaa723d481e85ca6bbab9cbca19 is 59, key is row-test-1699780825728-1-10/f:q1/1699780847722/Put/seqid=0 2023-11-12T09:20:54,944 WARN [Thread-852 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:34913] Specified favored nodes: [jenkins-hbase3.apache.org:34913] 2023-11-12T09:20:55,657 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.IncrementalTableBackupClient(325): Incremental copy HFiles is starting. dest=hdfs://localhost:35459/backupUT 2023-11-12T09:20:55,657 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.IncrementalTableBackupClient(335): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1699780847968 2023-11-12T09:20:55,657 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.MapReduceBackupCopyJob(379): Doing COPY_TYPE_DISTCP 2023-11-12T09:20:55,671 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.MapReduceBackupCopyJob(388): DistCp options: [hdfs://localhost:35459/backupUT/.tmp/backup_1699780847968, hdfs://localhost:35459/backupUT] 2023-11-12T09:20:55,731 WARN [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-12T09:20:56,813 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(218): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2023-11-12T09:20:56,815 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.MapReduceBackupCopyJob(138): Backup progress data "100%" has been updated to backup system table for backup_1699780847968 2023-11-12T09:20:56,815 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(226): Backup progress data updated to backup system table: "Progress: 100.0% - 22345 bytes copied." 2023-11-12T09:20:56,815 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(236): DistCp job-id: job_local1270657244_0004 completed: true true 2023-11-12T09:20:56,821 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(239): Counters: 24 File System Counters FILE: Number of bytes read=3816783 FILE: Number of bytes written=5110830 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=139395 HDFS: Number of bytes written=2350167 HDFS: Number of read operations=470 HDFS: Number of large read operations=0 HDFS: Number of write operations=198 Map-Reduce Framework Map input records=10 Map output records=0 Input split bytes=343 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1834483712 File Input Format Counters Bytes Read=2444 File Output Format Counters Bytes Written=0 DistCp Counters Bytes Copied=22345 Bytes Expected=22345 Files Copied=3 DIR_COPY=7 2023-11-12T09:20:56,821 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.IncrementalTableBackupClient(346): Incremental copy HFiles from hdfs://localhost:35459/backupUT/.tmp/backup_1699780847968 to hdfs://localhost:35459/backupUT finished. 2023-11-12T09:20:56,835 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupSystemTable(453): deleted 0 original bulkload rows 2023-11-12T09:20:56,835 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1699780847968 2023-11-12T09:20:56,845 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-11-12T09:20:56,845 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1699780847968 2023-11-12T09:20:56,846 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-11-12T09:20:57,254 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:35459/backupUT/backup_1699780847968/.backup.manifest 2023-11-12T09:20:57,254 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1699780847968 2023-11-12T09:20:57,256 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-11-12T09:20:57,256 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1699780847968 2023-11-12T09:20:57,258 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-11-12T09:20:57,665 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:35459/backupUT/backup_1699780847968/.backup.manifest 2023-11-12T09:20:57,665 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1699780847968 2023-11-12T09:20:57,668 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-11-12T09:20:58,076 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:35459/backupUT/backup_1699780847968/.backup.manifest 2023-11-12T09:20:58,076 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.TableBackupClient(358): Backup backup_1699780847968 finished: type=INCREMENTAL,tablelist=ns2:test-16997808257281;test-1699780825728,targetRootDir=hdfs://localhost:35459/backupUT,startts=1699780850141,completets=1699780856835,bytescopied=0 2023-11-12T09:20:58,076 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-11-12T09:20:58,082 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(763): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-11-12T09:20:58,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_backup_system 2023-11-12T09:20:58,085 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupSystemTable(1577): Done deleting backup system table snapshot 2023-11-12T09:20:58,087 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-11-12T09:20:58,090 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] impl.TableBackupClient(376): Backup backup_1699780847968 completed. 2023-11-12T09:20:58,302 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-11-12T09:20:58,306 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-12T09:20:58,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1699780858306 (current time:1699780858306). 2023-11-12T09:20:58,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-12T09:20:58,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-11-12T09:20:58,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x507d72c5 to 127.0.0.1:55189 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:20:58,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@364b3bea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:20:58,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:20:58,319 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:37216, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:20:58,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x507d72c5 to 127.0.0.1:55189 2023-11-12T09:20:58,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:20:58,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-12T09:20:58,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] procedure2.ProcedureExecutor(1032): Stored pid=40, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-12T09:20:58,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 40 2023-11-12T09:20:58,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=40 2023-11-12T09:20:58,324 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-12T09:20:58,325 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-12T09:20:58,328 WARN [PEWorker-1 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/.hbase-snapshot, current working dir path: hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/.hbase-snapshot/.tmp/snapshot_backup_system org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-12T09:20:58,331 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-12T09:20:58,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=40 2023-11-12T09:20:58,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=40 2023-11-12T09:20:58,738 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-12T09:20:58,738 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; SnapshotRegionProcedure 9daf94fbd20af17ca73ad05fed25d6c6}] 2023-11-12T09:20:58,740 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=41, ppid=40, state=RUNNABLE; SnapshotRegionProcedure 9daf94fbd20af17ca73ad05fed25d6c6 2023-11-12T09:20:58,891 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:20:58,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34913 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=41 2023-11-12T09:20:58,892 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1699780832651.9daf94fbd20af17ca73ad05fed25d6c6. 2023-11-12T09:20:58,892 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HRegion(2819): Flushing 9daf94fbd20af17ca73ad05fed25d6c6 2/2 column families, dataSize=1.37 KB heapSize=2.52 KB 2023-11-12T09:20:58,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/backup/system/9daf94fbd20af17ca73ad05fed25d6c6/.tmp/meta/01850c203f894591a29a901170917719 is 171, key is trslm:hdfs://localhost:35459/backupUT\x00ns2:test-16997808257281/meta:log-roll-map/1699780856825/Put/seqid=0 2023-11-12T09:20:58,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=40 2023-11-12T09:20:59,302 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=531 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/backup/system/9daf94fbd20af17ca73ad05fed25d6c6/.tmp/meta/01850c203f894591a29a901170917719 2023-11-12T09:20:59,312 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/backup/system/9daf94fbd20af17ca73ad05fed25d6c6/.tmp/session/936d8a13a2f046bca1d35fc2f1159ca2 is 360, key is session:backup_1699780847968/session:context/1699780858086/Put/seqid=0 2023-11-12T09:20:59,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=40 2023-11-12T09:20:59,718 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=873 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/backup/system/9daf94fbd20af17ca73ad05fed25d6c6/.tmp/session/936d8a13a2f046bca1d35fc2f1159ca2 2023-11-12T09:20:59,726 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/backup/system/9daf94fbd20af17ca73ad05fed25d6c6/.tmp/meta/01850c203f894591a29a901170917719 as hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/backup/system/9daf94fbd20af17ca73ad05fed25d6c6/meta/01850c203f894591a29a901170917719 2023-11-12T09:20:59,731 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/backup/system/9daf94fbd20af17ca73ad05fed25d6c6/meta/01850c203f894591a29a901170917719, entries=4, sequenceid=28, filesize=5.7 K 2023-11-12T09:20:59,732 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/backup/system/9daf94fbd20af17ca73ad05fed25d6c6/.tmp/session/936d8a13a2f046bca1d35fc2f1159ca2 as hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/backup/system/9daf94fbd20af17ca73ad05fed25d6c6/session/936d8a13a2f046bca1d35fc2f1159ca2 2023-11-12T09:20:59,738 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/backup/system/9daf94fbd20af17ca73ad05fed25d6c6/session/936d8a13a2f046bca1d35fc2f1159ca2, entries=2, sequenceid=28, filesize=5.3 K 2023-11-12T09:20:59,739 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HRegion(3022): Finished flush of dataSize ~1.37 KB/1404, heapSize ~2.49 KB/2552, currentSize=0 B/0 for 9daf94fbd20af17ca73ad05fed25d6c6 in 847ms, sequenceid=28, compaction requested=true 2023-11-12T09:20:59,740 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HRegion(2520): Flush status journal for 9daf94fbd20af17ca73ad05fed25d6c6: 2023-11-12T09:20:59,740 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1699780832651.9daf94fbd20af17ca73ad05fed25d6c6. for snapshot_backup_system completed. 2023-11-12T09:20:59,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1699780832651.9daf94fbd20af17ca73ad05fed25d6c6.' region-info for snapshot=snapshot_backup_system 2023-11-12T09:20:59,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-12T09:20:59,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/backup/system/9daf94fbd20af17ca73ad05fed25d6c6/meta/7edcb1e8b84842879f32cc19972b6c0e, hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/backup/system/9daf94fbd20af17ca73ad05fed25d6c6/meta/01850c203f894591a29a901170917719] hfiles 2023-11-12T09:20:59,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(264): Adding reference for file (1/2): hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/backup/system/9daf94fbd20af17ca73ad05fed25d6c6/meta/7edcb1e8b84842879f32cc19972b6c0e for snapshot=snapshot_backup_system 2023-11-12T09:20:59,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(264): Adding reference for file (2/2): hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/backup/system/9daf94fbd20af17ca73ad05fed25d6c6/meta/01850c203f894591a29a901170917719 for snapshot=snapshot_backup_system 2023-11-12T09:20:59,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/backup/system/9daf94fbd20af17ca73ad05fed25d6c6/session/18102561168749febff4fc9ee67fe3f4, hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/backup/system/9daf94fbd20af17ca73ad05fed25d6c6/session/203faa15bbd44f01ac288ed1cc763cd5, hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/backup/system/9daf94fbd20af17ca73ad05fed25d6c6/session/936d8a13a2f046bca1d35fc2f1159ca2] hfiles 2023-11-12T09:20:59,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(264): Adding reference for file (1/3): hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/backup/system/9daf94fbd20af17ca73ad05fed25d6c6/session/18102561168749febff4fc9ee67fe3f4 for snapshot=snapshot_backup_system 2023-11-12T09:20:59,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(264): Adding reference for file (2/3): hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/backup/system/9daf94fbd20af17ca73ad05fed25d6c6/session/203faa15bbd44f01ac288ed1cc763cd5 for snapshot=snapshot_backup_system 2023-11-12T09:20:59,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(264): Adding reference for file (3/3): hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/backup/system/9daf94fbd20af17ca73ad05fed25d6c6/session/936d8a13a2f046bca1d35fc2f1159ca2 for snapshot=snapshot_backup_system 2023-11-12T09:21:00,147 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1699780832651.9daf94fbd20af17ca73ad05fed25d6c6. 2023-11-12T09:21:00,147 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=41 2023-11-12T09:21:00,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.HMaster(4026): Remote procedure done, pid=41 2023-11-12T09:21:00,148 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region 9daf94fbd20af17ca73ad05fed25d6c6 2023-11-12T09:21:00,149 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=41, ppid=40, state=RUNNABLE; SnapshotRegionProcedure 9daf94fbd20af17ca73ad05fed25d6c6 2023-11-12T09:21:00,151 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=41, resume processing ppid=40 2023-11-12T09:21:00,151 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-12T09:21:00,151 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=41, ppid=40, state=SUCCESS; SnapshotRegionProcedure 9daf94fbd20af17ca73ad05fed25d6c6 in 1.4120 sec 2023-11-12T09:21:00,152 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-12T09:21:00,153 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-12T09:21:00,153 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-11-12T09:21:00,153 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/.hbase-snapshot/.tmp/snapshot_backup_system 2023-11-12T09:21:00,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=40 2023-11-12T09:21:00,564 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-12T09:21:00,575 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-12T09:21:00,575 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/.hbase-snapshot/snapshot_backup_system 2023-11-12T09:21:00,577 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-12T09:21:00,577 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 40 2023-11-12T09:21:00,578 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=40, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2560 sec 2023-11-12T09:21:00,919 INFO [master/jenkins-hbase3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2023-11-12T09:21:00,919 INFO [master/jenkins-hbase3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2023-11-12T09:21:02,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=40 2023-11-12T09:21:02,431 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: backup:system, procId: 40 completed 2023-11-12T09:21:02,431 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] impl.TableBackupClient(115): Backup backup_1699780858277 started at 1699780862431. 2023-11-12T09:21:02,433 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.TableBackupClient(119): Backup session backup_1699780858277 has been started. 2023-11-12T09:21:02,434 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.IncrementalTableBackupClient(268): For incremental backup, current table set is [ns2:test-16997808257281, test-1699780825728] 2023-11-12T09:21:02,441 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.IncrementalBackupManager(76): StartCode 1699780836691for backupID backup_1699780858277 2023-11-12T09:21:02,441 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2023-11-12T09:21:02,442 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(962): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-11-12T09:21:02,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-11-12T09:21:02,442 INFO [(jenkins-hbase3.apache.org,39599,1699780812841)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-11-12T09:21:02,442 DEBUG [(jenkins-hbase3.apache.org,39599,1699780812841)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-11-12T09:21:02,443 DEBUG [(jenkins-hbase3.apache.org,39599,1699780812841)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-11-12T09:21:02,443 DEBUG [(jenkins-hbase3.apache.org,39599,1699780812841)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-11-12T09:21:02,444 DEBUG [(jenkins-hbase3.apache.org,39599,1699780812841)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-11-12T09:21:02,444 DEBUG [(jenkins-hbase3.apache.org,39599,1699780812841)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-11-12T09:21:02,446 DEBUG [(jenkins-hbase3.apache.org,39599,1699780812841)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:21:02,446 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34913-0x1004ceeca580001, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-11-12T09:21:02,446 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-12T09:21:02,446 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-12T09:21:02,446 DEBUG [(jenkins-hbase3.apache.org,39599,1699780812841)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:21:02,446 DEBUG [(jenkins-hbase3.apache.org,39599,1699780812841)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-11-12T09:21:02,447 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-11-12T09:21:02,447 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34913-0x1004ceeca580001, quorum=127.0.0.1:55189, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-11-12T09:21:02,448 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-11-12T09:21:02,448 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-11-12T09:21:02,448 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-11-12T09:21:02,448 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-11-12T09:21:02,448 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-11-12T09:21:02,448 DEBUG [member: 'jenkins-hbase3.apache.org,34913,1699780816241' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-11-12T09:21:02,448 DEBUG [member: 'jenkins-hbase3.apache.org,34913,1699780816241' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-11-12T09:21:02,449 DEBUG [member: 'jenkins-hbase3.apache.org,34913,1699780816241' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-11-12T09:21:02,449 DEBUG [member: 'jenkins-hbase3.apache.org,34913,1699780816241' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-11-12T09:21:02,449 DEBUG [member: 'jenkins-hbase3.apache.org,34913,1699780816241' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,34913,1699780816241' joining acquired barrier for procedure (rolllog) in zk 2023-11-12T09:21:02,451 DEBUG [member: 'jenkins-hbase3.apache.org,34913,1699780816241' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-11-12T09:21:02,451 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:21:02,451 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:21:02,451 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:21:02,451 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:21:02,451 DEBUG [member: 'jenkins-hbase3.apache.org,34913,1699780816241' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34913-0x1004ceeca580001, quorum=127.0.0.1:55189, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-11-12T09:21:02,451 DEBUG [member: 'jenkins-hbase3.apache.org,34913,1699780816241' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-11-12T09:21:02,452 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:21:02,452 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:21:02,452 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:21:02,453 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:21:02,453 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:21:02,454 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,34913,1699780816241' joining acquired barrier for procedure 'rolllog' on coordinator 2023-11-12T09:21:02,454 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@4d8ca75[Count = 0] remaining members to acquire global barrier 2023-11-12T09:21:02,454 DEBUG [(jenkins-hbase3.apache.org,39599,1699780812841)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-11-12T09:21:02,454 DEBUG [(jenkins-hbase3.apache.org,39599,1699780812841)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-11-12T09:21:02,455 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34913-0x1004ceeca580001, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-12T09:21:02,455 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-11-12T09:21:02,455 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-11-12T09:21:02,455 DEBUG [member: 'jenkins-hbase3.apache.org,34913,1699780816241' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-11-12T09:21:02,455 DEBUG [(jenkins-hbase3.apache.org,39599,1699780812841)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:21:02,455 DEBUG [(jenkins-hbase3.apache.org,39599,1699780812841)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-11-12T09:21:02,455 DEBUG [member: 'jenkins-hbase3.apache.org,34913,1699780816241' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-11-12T09:21:02,455 DEBUG [rs(jenkins-hbase3.apache.org,34913,1699780816241)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:21:02,455 INFO [rs(jenkins-hbase3.apache.org,34913,1699780816241)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1699780850188 highest: 1699780850188 on jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:21:02,455 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C34913%2C1699780816241.meta:.meta(num 1699780850167) roll requested 2023-11-12T09:21:02,467 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/WALs/jenkins-hbase3.apache.org,34913,1699780816241/jenkins-hbase3.apache.org%2C34913%2C1699780816241.meta.1699780862456.meta, exclude list is [], retry=0 2023-11-12T09:21:02,471 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37503,DS-43b91b1e-53ea-4a1b-b301-d43b4c810a8f,DISK] 2023-11-12T09:21:02,473 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/WALs/jenkins-hbase3.apache.org,34913,1699780816241/jenkins-hbase3.apache.org%2C34913%2C1699780816241.meta.1699780850167.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/WALs/jenkins-hbase3.apache.org,34913,1699780816241/jenkins-hbase3.apache.org%2C34913%2C1699780816241.meta.1699780862456.meta 2023-11-12T09:21:02,473 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:37503,DS-43b91b1e-53ea-4a1b-b301-d43b4c810a8f,DISK]] 2023-11-12T09:21:02,474 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/WALs/jenkins-hbase3.apache.org,34913,1699780816241/jenkins-hbase3.apache.org%2C34913%2C1699780816241.meta.1699780850167.meta is not closed yet, will try archiving it next time 2023-11-12T09:21:02,474 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C34913%2C1699780816241:(num 1699780850188) roll requested 2023-11-12T09:21:02,476 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(809): Archiving hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/WALs/jenkins-hbase3.apache.org,34913,1699780816241/jenkins-hbase3.apache.org%2C34913%2C1699780816241.meta.1699780850167.meta to hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/oldWALs/jenkins-hbase3.apache.org%2C34913%2C1699780816241.meta.1699780850167.meta 2023-11-12T09:21:02,486 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/WALs/jenkins-hbase3.apache.org,34913,1699780816241/jenkins-hbase3.apache.org%2C34913%2C1699780816241.1699780862474, exclude list is [], retry=0 2023-11-12T09:21:02,488 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37503,DS-43b91b1e-53ea-4a1b-b301-d43b4c810a8f,DISK] 2023-11-12T09:21:02,490 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/WALs/jenkins-hbase3.apache.org,34913,1699780816241/jenkins-hbase3.apache.org%2C34913%2C1699780816241.1699780850188 with entries=208, filesize=27.83 KB; new WAL /user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/WALs/jenkins-hbase3.apache.org,34913,1699780816241/jenkins-hbase3.apache.org%2C34913%2C1699780816241.1699780862474 2023-11-12T09:21:02,490 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:37503,DS-43b91b1e-53ea-4a1b-b301-d43b4c810a8f,DISK]] 2023-11-12T09:21:02,490 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/WALs/jenkins-hbase3.apache.org,34913,1699780816241/jenkins-hbase3.apache.org%2C34913%2C1699780816241.1699780850188 is not closed yet, will try archiving it next time 2023-11-12T09:21:02,496 DEBUG [rs(jenkins-hbase3.apache.org,34913,1699780816241)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 41 2023-11-12T09:21:02,496 INFO [rs(jenkins-hbase3.apache.org,34913,1699780816241)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1699780862474 on jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:21:02,504 DEBUG [member: 'jenkins-hbase3.apache.org,34913,1699780816241' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-11-12T09:21:02,504 DEBUG [member: 'jenkins-hbase3.apache.org,34913,1699780816241' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,34913,1699780816241' in zk 2023-11-12T09:21:02,507 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:21:02,507 DEBUG [member: 'jenkins-hbase3.apache.org,34913,1699780816241' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-11-12T09:21:02,507 DEBUG [member: 'jenkins-hbase3.apache.org,34913,1699780816241' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-12T09:21:02,507 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:21:02,507 DEBUG [member: 'jenkins-hbase3.apache.org,34913,1699780816241' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-11-12T09:21:02,508 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:21:02,508 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:21:02,508 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:21:02,509 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:21:02,509 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:21:02,510 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:21:02,510 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:21:02,510 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:21:02,511 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:21:02,511 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,34913,1699780816241': 2023-11-12T09:21:02,511 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,34913,1699780816241' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-11-12T09:21:02,511 INFO [(jenkins-hbase3.apache.org,39599,1699780812841)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-11-12T09:21:02,511 DEBUG [(jenkins-hbase3.apache.org,39599,1699780812841)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-11-12T09:21:02,511 DEBUG [(jenkins-hbase3.apache.org,39599,1699780812841)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-11-12T09:21:02,511 DEBUG [(jenkins-hbase3.apache.org,39599,1699780812841)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-11-12T09:21:02,511 INFO [(jenkins-hbase3.apache.org,39599,1699780812841)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-11-12T09:21:02,513 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34913-0x1004ceeca580001, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-12T09:21:02,513 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-12T09:21:02,513 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34913-0x1004ceeca580001, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-11-12T09:21:02,513 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-11-12T09:21:02,514 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-11-12T09:21:02,514 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-12T09:21:02,514 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:21:02,514 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:21:02,514 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-12T09:21:02,514 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-12T09:21:02,514 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:21:02,514 DEBUG [(jenkins-hbase3.apache.org,39599,1699780812841)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:21:02,515 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-12T09:21:02,515 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:21:02,515 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:21:02,516 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:21:02,516 DEBUG [(jenkins-hbase3.apache.org,39599,1699780812841)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:21:02,516 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:21:02,516 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:21:02,517 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:21:02,517 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:21:02,519 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:21:02,519 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-11-12T09:21:02,519 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34913-0x1004ceeca580001, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-11-12T09:21:02,519 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-12T09:21:02,519 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-12T09:21:02,519 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-11-12T09:21:02,519 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34913-0x1004ceeca580001, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-11-12T09:21:02,519 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:21:02,519 DEBUG [(jenkins-hbase3.apache.org,39599,1699780812841)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-12T09:21:02,519 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-12T09:21:02,519 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-11-12T09:21:02,519 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-11-12T09:21:02,519 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-12T09:21:02,519 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-12T09:21:02,520 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] client.HBaseAdmin(2906): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-11-12T09:21:02,521 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] client.HBaseAdmin(2914): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-11-12T09:21:02,521 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-12T09:21:02,521 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-12T09:21:02,621 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] client.HBaseAdmin(2920): Getting current status of procedure from master... 2023-11-12T09:21:02,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1263): Checking to see if procedure from request:rolllog-proc is done 2023-11-12T09:21:02,624 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {jenkins-hbase3.apache.org:34913=1699780836691} newestTimestamps: {jenkins-hbase3.apache.org:34913=1699780850188} 2023-11-12T09:21:02,626 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase3.apache.org%2C34913%2C1699780816241.meta.1699780819163.meta 2023-11-12T09:21:02,626 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase3.apache.org%2C34913%2C1699780816241.meta.1699780862456.meta 2023-11-12T09:21:02,626 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/WALs/jenkins-hbase3.apache.org,34913,1699780816241/jenkins-hbase3.apache.org%2C34913%2C1699780816241.1699780850188 2023-11-12T09:21:02,626 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/WALs/jenkins-hbase3.apache.org,34913,1699780816241/jenkins-hbase3.apache.org%2C34913%2C1699780816241.1699780862474 2023-11-12T09:21:02,627 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/oldWALs/jenkins-hbase3.apache.org%2C34913%2C1699780816241.meta.1699780836667.meta 2023-11-12T09:21:02,627 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/oldWALs/jenkins-hbase3.apache.org%2C34913%2C1699780816241.meta.1699780850167.meta 2023-11-12T09:21:03,037 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] util.BackupUtils(147): Attempting to copy table info for:ns2:test-16997808257281 target: hdfs://localhost:35459/backupUT/backup_1699780858277/ns2/test-16997808257281 descriptor: 'ns2:test-16997808257281', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:21:03,037 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] util.BackupUtils(149): Finished copying tableinfo. 2023-11-12T09:21:03,039 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] util.BackupUtils(152): Starting to write region info for table ns2:test-16997808257281 2023-11-12T09:21:03,445 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] util.BackupUtils(159): Finished writing region info for table ns2:test-16997808257281 2023-11-12T09:21:03,855 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] util.BackupUtils(147): Attempting to copy table info for:test-1699780825728 target: hdfs://localhost:35459/backupUT/backup_1699780858277/default/test-1699780825728 descriptor: 'test-1699780825728', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:21:03,856 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] util.BackupUtils(149): Finished copying tableinfo. 2023-11-12T09:21:03,858 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] util.BackupUtils(152): Starting to write region info for table test-1699780825728 2023-11-12T09:21:04,263 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] util.BackupUtils(159): Finished writing region info for table test-1699780825728 2023-11-12T09:21:04,269 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.WALPlayer(360): add incremental job :hdfs://localhost:35459/backupUT/.tmp/backup_1699780858277 from hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/WALs/jenkins-hbase3.apache.org,34913,1699780816241/jenkins-hbase3.apache.org%2C34913%2C1699780816241.1699780850188 2023-11-12T09:21:04,270 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x59e22de5 to 127.0.0.1:55189 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:21:04,279 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cf846f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:21:04,280 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:21:04,282 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:33744, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:21:04,284 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-11-12T09:21:04,285 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:test-16997808257281 2023-11-12T09:21:04,290 DEBUG [hconnection-0x3035b2e6-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:21:04,291 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:37224, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:21:04,293 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:test-16997808257281: ns2:test-16997808257281; 2023-11-12T09:21:04,293 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table test-1699780825728 2023-11-12T09:21:04,295 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for test-1699780825728: test-1699780825728; 2023-11-12T09:21:04,295 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.HFileOutputFormat2(694): Configuring 2 reduce partitions to match current region count for all tables 2023-11-12T09:21:04,296 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/hbase-staging/partitions_0367a210-85a1-43b7-9071-ef8f7e17a529 2023-11-12T09:21:04,703 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:04,704 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:04,705 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:04,705 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:05,663 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/hadoop-868882768960711811.jar 2023-11-12T09:21:05,663 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:05,663 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:05,664 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:05,664 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:05,665 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:05,665 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:05,666 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:05,666 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:05,666 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:05,667 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:21:05,668 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-12T09:21:05,668 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-12T09:21:05,668 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-12T09:21:05,669 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-12T09:21:05,669 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-12T09:21:05,670 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-12T09:21:05,670 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-12T09:21:05,670 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-12T09:21:05,671 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-12T09:21:05,671 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-12T09:21:05,672 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-12T09:21:05,672 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:05,673 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:05,673 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:05,673 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:05,674 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:05,674 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:05,675 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:21:05,675 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: ns2:test-16997808257281,default:test-1699780825728 2023-11-12T09:21:05,675 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:21:05,675 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x59e22de5 to 127.0.0.1:55189 2023-11-12T09:21:05,675 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:21:05,676 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:21:06,631 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/hadoop-8525771721422090659.jar 2023-11-12T09:21:06,636 WARN [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-12T09:21:06,651 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/WALs/jenkins-hbase3.apache.org,34913,1699780816241/jenkins-hbase3.apache.org%2C34913%2C1699780816241.1699780850188 for WAL files 2023-11-12T09:21:06,652 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/WALs/jenkins-hbase3.apache.org,34913,1699780816241/jenkins-hbase3.apache.org%2C34913%2C1699780816241.1699780850188 2023-11-12T09:21:06,722 WARN [Listener at jenkins-hbase3.apache.org/38335 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/mapreduce.cluster.local.dir/1699780866688/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-12T09:21:06,722 WARN [Listener at jenkins-hbase3.apache.org/38335 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/mapreduce.cluster.local.dir/1699780866688/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-12T09:21:06,783 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/WALs/jenkins-hbase3.apache.org,34913,1699780816241/jenkins-hbase3.apache.org%2C34913%2C1699780816241.1699780850188 for hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/WALs/jenkins-hbase3.apache.org,34913,1699780816241/jenkins-hbase3.apache.org%2C34913%2C1699780816241.1699780850188 (-9223372036854775808:9223372036854775807) length:28505 2023-11-12T09:21:06,791 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2023-11-12T09:21:06,791 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2023-11-12T09:21:06,807 DEBUG [pool-219-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x00eee94d to 127.0.0.1:55189 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:21:06,813 DEBUG [pool-219-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b43f00d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:21:06,815 DEBUG [hconnection-0x6cb9cf44-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:21:06,817 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:48256, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:21:06,819 DEBUG [pool-219-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x00eee94d to 127.0.0.1:55189 2023-11-12T09:21:06,819 DEBUG [pool-219-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:21:06,820 DEBUG [pool-219-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-ns2:test-16997808257281-2-0] 2023-11-12T09:21:06,820 DEBUG [pool-219-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-11-12T09:21:06,830 DEBUG [pool-219-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35459/backupUT/.tmp/backup_1699780858277/_temporary/0/_temporary/attempt_local710162708_0005_r_000000_0/ns2/test-16997808257281/f/8b2ba44388544f54a9179b0d1b1b4f72 is 64, key is row-ns2:test-16997808257281-2-10/f:q1/1699780858198/Put/seqid=0 2023-11-12T09:21:06,832 WARN [Thread-983 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:34913] Specified favored nodes: [jenkins-hbase3.apache.org:34913] 2023-11-12T09:21:07,249 DEBUG [pool-219-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x67d75b3a to 127.0.0.1:55189 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:21:07,256 DEBUG [pool-219-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e728d8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:21:07,258 DEBUG [hconnection-0x5da03943-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:21:07,259 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:48272, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:21:07,260 DEBUG [pool-219-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x67d75b3a to 127.0.0.1:55189 2023-11-12T09:21:07,260 DEBUG [pool-219-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:21:07,261 DEBUG [pool-219-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-test-1699780825728-2-0] 2023-11-12T09:21:07,261 DEBUG [pool-219-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-11-12T09:21:07,268 DEBUG [pool-219-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35459/backupUT/.tmp/backup_1699780858277/_temporary/0/_temporary/attempt_local710162708_0005_r_000001_0/default/test-1699780825728/f/a222c06fd56840e9819baefaa57a4906 is 59, key is row-test-1699780825728-2-10/f:q1/1699780858111/Put/seqid=0 2023-11-12T09:21:07,269 WARN [Thread-993 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:34913] Specified favored nodes: [jenkins-hbase3.apache.org:34913] 2023-11-12T09:21:07,770 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.IncrementalTableBackupClient(325): Incremental copy HFiles is starting. dest=hdfs://localhost:35459/backupUT 2023-11-12T09:21:07,770 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.IncrementalTableBackupClient(335): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1699780858277 2023-11-12T09:21:07,770 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.MapReduceBackupCopyJob(379): Doing COPY_TYPE_DISTCP 2023-11-12T09:21:07,775 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.MapReduceBackupCopyJob(388): DistCp options: [hdfs://localhost:35459/backupUT/.tmp/backup_1699780858277, hdfs://localhost:35459/backupUT] 2023-11-12T09:21:07,802 WARN [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-12T09:21:08,882 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(218): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2023-11-12T09:21:08,884 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.MapReduceBackupCopyJob(138): Backup progress data "100%" has been updated to backup system table for backup_1699780858277 2023-11-12T09:21:08,884 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(226): Backup progress data updated to backup system table: "Progress: 100.0% - 22483 bytes copied." 2023-11-12T09:21:08,884 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(236): DistCp job-id: job_local2123430011_0006 completed: true true 2023-11-12T09:21:08,888 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(239): Counters: 24 File System Counters FILE: Number of bytes read=4496390 FILE: Number of bytes written=7553150 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=214309 HDFS: Number of bytes written=2409878 HDFS: Number of read operations=618 HDFS: Number of large read operations=0 HDFS: Number of write operations=250 Map-Reduce Framework Map input records=10 Map output records=0 Input split bytes=342 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1834483712 File Input Format Counters Bytes Read=2444 File Output Format Counters Bytes Written=0 DistCp Counters Bytes Copied=22483 Bytes Expected=22483 Files Copied=3 DIR_COPY=7 2023-11-12T09:21:08,888 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.IncrementalTableBackupClient(346): Incremental copy HFiles from hdfs://localhost:35459/backupUT/.tmp/backup_1699780858277 to hdfs://localhost:35459/backupUT finished. 2023-11-12T09:21:08,898 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupSystemTable(453): deleted 0 original bulkload rows 2023-11-12T09:21:08,898 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1699780858277 2023-11-12T09:21:08,902 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:35459/backupUT/backup_1699780847968 to construct the dependency. 2023-11-12T09:21:08,902 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:35459/backupUT/backup_1699780847968 2023-11-12T09:21:08,905 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1699780847968/.backup.manifest 2023-11-12T09:21:08,905 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1699780847968BackupDir=hdfs://localhost:35459/backupUT} 2023-11-12T09:21:08,905 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupManager(340): Got 2 ancestors for the current backup. 2023-11-12T09:21:08,905 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1699780858277 2023-11-12T09:21:08,907 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:35459/backupUT/backup_1699780847968 to construct the dependency. 2023-11-12T09:21:08,907 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:35459/backupUT/backup_1699780847968 2023-11-12T09:21:08,909 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1699780847968/.backup.manifest 2023-11-12T09:21:08,909 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1699780847968BackupDir=hdfs://localhost:35459/backupUT} 2023-11-12T09:21:08,909 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupManager(340): Got 2 ancestors for the current backup. 2023-11-12T09:21:09,314 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:35459/backupUT/backup_1699780858277/.backup.manifest 2023-11-12T09:21:09,314 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1699780858277 2023-11-12T09:21:09,317 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:35459/backupUT/backup_1699780847968 to construct the dependency. 2023-11-12T09:21:09,317 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:35459/backupUT/backup_1699780847968 2023-11-12T09:21:09,320 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1699780847968/.backup.manifest 2023-11-12T09:21:09,320 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1699780847968BackupDir=hdfs://localhost:35459/backupUT} 2023-11-12T09:21:09,320 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupManager(340): Got 2 ancestors for the current backup. 2023-11-12T09:21:09,320 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1699780858277 2023-11-12T09:21:09,322 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:35459/backupUT/backup_1699780847968 to construct the dependency. 2023-11-12T09:21:09,322 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:35459/backupUT/backup_1699780847968 2023-11-12T09:21:09,324 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1699780847968/.backup.manifest 2023-11-12T09:21:09,324 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1699780847968BackupDir=hdfs://localhost:35459/backupUT} 2023-11-12T09:21:09,324 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupManager(340): Got 2 ancestors for the current backup. 2023-11-12T09:21:09,730 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:35459/backupUT/backup_1699780858277/.backup.manifest 2023-11-12T09:21:09,730 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1699780858277 2023-11-12T09:21:09,732 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:35459/backupUT/backup_1699780847968 to construct the dependency. 2023-11-12T09:21:09,733 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:35459/backupUT/backup_1699780847968 2023-11-12T09:21:09,735 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1699780847968/.backup.manifest 2023-11-12T09:21:09,735 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1699780847968BackupDir=hdfs://localhost:35459/backupUT} 2023-11-12T09:21:09,735 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupManager(340): Got 2 ancestors for the current backup. 2023-11-12T09:21:10,141 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:35459/backupUT/backup_1699780858277/.backup.manifest 2023-11-12T09:21:10,141 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.TableBackupClient(358): Backup backup_1699780858277 finished: type=INCREMENTAL,tablelist=ns2:test-16997808257281;test-1699780825728,targetRootDir=hdfs://localhost:35459/backupUT,startts=1699780862431,completets=1699780868898,bytescopied=0 2023-11-12T09:21:10,141 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-11-12T09:21:10,147 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(763): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-11-12T09:21:10,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_backup_system 2023-11-12T09:21:10,150 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupSystemTable(1577): Done deleting backup system table snapshot 2023-11-12T09:21:10,151 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-11-12T09:21:10,155 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] impl.TableBackupClient(376): Backup backup_1699780858277 completed. 2023-11-12T09:21:10,185 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.MapReduceBackupMergeJob(92): Merge backup images backup_1699780847968,backup_1699780858277 2023-11-12T09:21:10,187 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x51066803 to 127.0.0.1:55189 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:21:10,193 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a2c1f95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:21:10,194 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:21:10,196 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:60578, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:21:10,200 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:21:10,201 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:48280, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:21:10,212 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-11-12T09:21:10,218 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x3d705bb2 to 127.0.0.1:55189 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:21:10,228 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2da9ec1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:21:10,229 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:21:10,230 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:60590, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:21:10,237 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:21:10,238 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:48286, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:21:10,253 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:21:10,253 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x3d705bb2 to 127.0.0.1:55189 2023-11-12T09:21:10,254 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:21:10,256 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.MapReduceBackupMergeJob(117): Merge backup images for ns2:test-16997808257281 2023-11-12T09:21:10,259 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/hbase-staging/bulk_output-ns2-test-16997808257281-1699780870257 from hdfs://localhost:35459/backupUT/backup_1699780847968/ns2/test-16997808257281,hdfs://localhost:35459/backupUT/backup_1699780858277/ns2/test-16997808257281 2023-11-12T09:21:10,261 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x353d1e0a to 127.0.0.1:55189 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:21:10,270 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2734f6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:21:10,272 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:21:10,273 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:60592, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:21:10,274 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-11-12T09:21:10,274 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:test-16997808257281 2023-11-12T09:21:10,278 DEBUG [hconnection-0x7fe0fc4c-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:21:10,279 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:48302, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:21:10,280 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:test-16997808257281: 2023-11-12T09:21:10,280 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-11-12T09:21:10,281 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/hbase-staging/partitions_4cfbe39b-0b8e-44fc-97b1-a0237db9a1eb 2023-11-12T09:21:10,687 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:10,688 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:10,688 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:10,689 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:11,673 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/hadoop-589889607244621558.jar 2023-11-12T09:21:11,674 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:11,674 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:11,675 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:11,675 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:11,675 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:11,676 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:11,676 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:11,677 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:11,677 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:11,678 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:21:11,679 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-12T09:21:11,680 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-12T09:21:11,681 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-12T09:21:11,681 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-12T09:21:11,682 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-12T09:21:11,683 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-12T09:21:11,683 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-12T09:21:11,684 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-12T09:21:11,684 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-12T09:21:11,685 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-12T09:21:11,686 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-12T09:21:11,691 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:11,692 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:11,692 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:11,693 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:11,693 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:11,694 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:11,695 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:21:11,695 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: ns2:test-16997808257281 2023-11-12T09:21:11,695 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:21:11,695 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x353d1e0a to 127.0.0.1:55189 2023-11-12T09:21:11,695 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:21:11,696 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-11-12T09:21:11,696 WARN [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-11-12T09:21:11,697 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:21:11,705 WARN [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-12T09:21:11,711 WARN [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-11-12T09:21:11,809 WARN [Listener at jenkins-hbase3.apache.org/38335 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/mapreduce.cluster.local.dir/1699780871773/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-12T09:21:11,809 WARN [Listener at jenkins-hbase3.apache.org/38335 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/mapreduce.cluster.local.dir/1699780871773/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-12T09:21:11,859 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:35459/backupUT/backup_1699780858277/ns2/test-16997808257281/f/8b2ba44388544f54a9179b0d1b1b4f72 2023-11-12T09:21:11,863 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-12T09:21:11,886 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:35459/backupUT/backup_1699780847968/ns2/test-16997808257281/f/044a44efddee42f6bcc65c10322d1022 2023-11-12T09:21:11,891 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-12T09:21:11,917 DEBUG [pool-232-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x018135ee to 127.0.0.1:55189 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:21:11,924 DEBUG [pool-232-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c248549, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:21:11,926 DEBUG [hconnection-0x7308bd77-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:21:11,928 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:48304, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:21:11,930 DEBUG [pool-232-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x018135ee to 127.0.0.1:55189 2023-11-12T09:21:11,930 DEBUG [pool-232-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:21:11,931 DEBUG [pool-232-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-ns2:test-16997808257281-1-0] 2023-11-12T09:21:11,931 DEBUG [pool-232-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-11-12T09:21:11,949 DEBUG [pool-232-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/hbase-staging/bulk_output-ns2-test-16997808257281-1699780870257/_temporary/0/_temporary/attempt_local756099160_0007_r_000000_0/f/1c6869af6dae4fa6a156182f13062233 is 64, key is row-ns2:test-16997808257281-1-10/f:q1/1699780847840/Put/seqid=0 2023-11-12T09:21:11,950 WARN [Thread-1079 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:34913] Specified favored nodes: [jenkins-hbase3.apache.org:34913] 2023-11-12T09:21:12,842 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.MapReduceBackupMergeJob(143): Merge Job finished:0 2023-11-12T09:21:12,842 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.MapReduceBackupMergeJob(117): Merge backup images for test-1699780825728 2023-11-12T09:21:12,844 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/hbase-staging/bulk_output-default-test-1699780825728-1699780872843 from hdfs://localhost:35459/backupUT/backup_1699780847968/default/test-1699780825728,hdfs://localhost:35459/backupUT/backup_1699780858277/default/test-1699780825728 2023-11-12T09:21:12,845 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x1d65824f to 127.0.0.1:55189 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:21:12,856 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@233cc691, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:21:12,857 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:21:12,859 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:60600, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:21:12,860 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-11-12T09:21:12,860 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table test-1699780825728 2023-11-12T09:21:12,863 DEBUG [hconnection-0x5fe8810a-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:21:12,864 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:48310, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:21:12,865 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for test-1699780825728: 2023-11-12T09:21:12,866 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-11-12T09:21:12,866 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/hbase-staging/partitions_f2c8f80b-d14a-40e2-b4c0-aed06558c832 2023-11-12T09:21:13,272 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:13,273 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:13,273 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:13,274 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:14,239 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/hadoop-5076787266406810094.jar 2023-11-12T09:21:14,240 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:14,240 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:14,240 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:14,241 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:14,241 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:14,241 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:14,242 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:14,242 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:14,243 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:14,243 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:21:14,244 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-12T09:21:14,244 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-12T09:21:14,245 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-12T09:21:14,245 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-12T09:21:14,246 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-12T09:21:14,246 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-12T09:21:14,246 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-12T09:21:14,247 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-12T09:21:14,247 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-12T09:21:14,248 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-12T09:21:14,248 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-12T09:21:14,248 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:14,249 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:14,249 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:14,249 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:14,250 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:14,250 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:14,251 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:21:14,252 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: test-1699780825728 2023-11-12T09:21:14,252 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:21:14,252 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x1d65824f to 127.0.0.1:55189 2023-11-12T09:21:14,252 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:21:14,252 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-11-12T09:21:14,252 WARN [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-11-12T09:21:14,253 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:21:14,259 WARN [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-12T09:21:14,265 WARN [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-11-12T09:21:14,370 WARN [Listener at jenkins-hbase3.apache.org/38335 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/mapreduce.cluster.local.dir/1699780874325/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-12T09:21:14,370 WARN [Listener at jenkins-hbase3.apache.org/38335 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/mapreduce.cluster.local.dir/1699780874325/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-12T09:21:14,421 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:35459/backupUT/backup_1699780858277/default/test-1699780825728/f/a222c06fd56840e9819baefaa57a4906 2023-11-12T09:21:14,425 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-12T09:21:14,446 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:35459/backupUT/backup_1699780847968/default/test-1699780825728/f/5cb9bcaa723d481e85ca6bbab9cbca19 2023-11-12T09:21:14,450 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-12T09:21:14,467 DEBUG [pool-237-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x225b2e8b to 127.0.0.1:55189 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:21:14,474 DEBUG [pool-237-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bd7a0f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:21:14,479 DEBUG [hconnection-0x74dc658c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:21:14,481 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:48316, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:21:14,483 DEBUG [pool-237-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x225b2e8b to 127.0.0.1:55189 2023-11-12T09:21:14,483 DEBUG [pool-237-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:21:14,484 DEBUG [pool-237-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-test-1699780825728-1-0] 2023-11-12T09:21:14,484 DEBUG [pool-237-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-11-12T09:21:14,494 DEBUG [pool-237-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/hbase-staging/bulk_output-default-test-1699780825728-1699780872843/_temporary/0/_temporary/attempt_local57694917_0008_r_000000_0/f/b94a1b5880dc4cd299f2672fff48c550 is 59, key is row-test-1699780825728-1-10/f:q1/1699780847722/Put/seqid=0 2023-11-12T09:21:14,495 WARN [Thread-1119 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:34913] Specified favored nodes: [jenkins-hbase3.apache.org:34913] 2023-11-12T09:21:15,404 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.MapReduceBackupMergeJob(143): Merge Job finished:0 2023-11-12T09:21:15,407 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.MapReduceBackupMergeJob(159): Renamed hdfs://localhost:35459/backupUT/backup_1699780858277 to hdfs://localhost:35459/backupUT/.tmp/backup_1699780858277 2023-11-12T09:21:15,409 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.MapReduceBackupMergeJob(360): MoveData from hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/hbase-staging/bulk_output-ns2-test-16997808257281-1699780870257/f to hdfs://localhost:35459/backupUT/backup_1699780858277/ns2/test-16997808257281 result=true 2023-11-12T09:21:15,411 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.MapReduceBackupMergeJob(360): MoveData from hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/hbase-staging/bulk_output-default-test-1699780825728-1699780872843/f to hdfs://localhost:35459/backupUT/backup_1699780858277/default/test-1699780825728 result=true 2023-11-12T09:21:15,411 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:35459/backupUT/.tmp/backup_1699780858277/.backup.manifest 2023-11-12T09:21:15,414 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/.tmp/backup_1699780858277/.backup.manifest 2023-11-12T09:21:15,820 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:35459/backupUT/backup_1699780858277/.backup.manifest 2023-11-12T09:21:17,480 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-11-12T09:21:17,482 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:21:17,482 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x51066803 to 127.0.0.1:55189 2023-11-12T09:21:17,483 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:21:17,487 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] impl.RestoreTablesClient(101): HBase table table1 does not exist. It will be created during restore process 2023-11-12T09:21:17,488 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] impl.RestoreTablesClient(101): HBase table ns2:table2 does not exist. It will be created during restore process 2023-11-12T09:21:17,488 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:35459/backupUT/backup_1699780858277/.backup.manifest 2023-11-12T09:21:17,492 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1699780858277/.backup.manifest 2023-11-12T09:21:17,492 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:35459/backupUT/backup_1699780858277/.backup.manifest 2023-11-12T09:21:17,494 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1699780858277/.backup.manifest 2023-11-12T09:21:17,497 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:35459/backupUT/backup_1699780832497/.backup.manifest 2023-11-12T09:21:17,499 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1699780832497/.backup.manifest 2023-11-12T09:21:17,500 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] impl.RestoreTablesClient(148): Restoring 'test-1699780825728' to 'table1' from full backup image hdfs://localhost:35459/backupUT/backup_1699780832497/default/test-1699780825728 2023-11-12T09:21:17,502 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] util.RestoreTool(295): Retrieved descriptor: 'test-1699780825728', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1699780858277 2023-11-12T09:21:17,505 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] util.RestoreTool(487): Creating target table 'table1' 2023-11-12T09:21:17,505 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:35459/backupUT/backup_1699780832497/default/test-1699780825728/archive/data/default/test-1699780825728/d723653904902a6feabf555d1a98b404 2023-11-12T09:21:17,506 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:35459/backupUT/backup_1699780832497/default/test-1699780825728/archive/data/default/test-1699780825728/d723653904902a6feabf555d1a98b404/f in region [hdfs://localhost:35459/backupUT/backup_1699780832497/default/test-1699780825728/archive/data/default/test-1699780825728/d723653904902a6feabf555d1a98b404] 2023-11-12T09:21:17,510 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] util.RestoreTool(442): Trying to figure out region boundaries hfile=hdfs://localhost:35459/backupUT/backup_1699780832497/default/test-1699780825728/archive/data/default/test-1699780825728/d723653904902a6feabf555d1a98b404/f/399037ca8c1d41fc914096970dacd43f first=row0 last=row98 2023-11-12T09:21:17,519 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:21:17,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] procedure2.ProcedureExecutor(1032): Stored pid=42, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=table1 2023-11-12T09:21:17,522 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=42, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:21:17,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "table1" procId is: 42 2023-11-12T09:21:17,523 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=42, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:21:17,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=42 2023-11-12T09:21:17,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=42 2023-11-12T09:21:17,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=42 2023-11-12T09:21:17,930 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => dc4dc6873664b3f2244ed7ba623e95b2, NAME => 'table1,,1699780877519.dc4dc6873664b3f2244ed7ba623e95b2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519 2023-11-12T09:21:18,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=42 2023-11-12T09:21:18,338 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(888): Instantiated table1,,1699780877519.dc4dc6873664b3f2244ed7ba623e95b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:21:18,338 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1668): Closing dc4dc6873664b3f2244ed7ba623e95b2, disabling compactions & flushes 2023-11-12T09:21:18,338 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1690): Closing region table1,,1699780877519.dc4dc6873664b3f2244ed7ba623e95b2. 2023-11-12T09:21:18,338 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,,1699780877519.dc4dc6873664b3f2244ed7ba623e95b2. 2023-11-12T09:21:18,338 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on table1,,1699780877519.dc4dc6873664b3f2244ed7ba623e95b2. after waiting 0 ms 2023-11-12T09:21:18,338 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region table1,,1699780877519.dc4dc6873664b3f2244ed7ba623e95b2. 2023-11-12T09:21:18,338 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1909): Closed table1,,1699780877519.dc4dc6873664b3f2244ed7ba623e95b2. 2023-11-12T09:21:18,338 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1622): Region close journal for dc4dc6873664b3f2244ed7ba623e95b2: 2023-11-12T09:21:18,339 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=42, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:21:18,340 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"table1,,1699780877519.dc4dc6873664b3f2244ed7ba623e95b2.","families":{"info":[{"qualifier":"regioninfo","vlen":40,"tag":[],"timestamp":"1699780878340"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699780878340"}]},"ts":"1699780878340"} 2023-11-12T09:21:18,341 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:21:18,342 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=42, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:21:18,342 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780878342"}]},"ts":"1699780878342"} 2023-11-12T09:21:18,343 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=ENABLING in hbase:meta 2023-11-12T09:21:18,347 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=dc4dc6873664b3f2244ed7ba623e95b2, ASSIGN}] 2023-11-12T09:21:18,349 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=43, ppid=42, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=dc4dc6873664b3f2244ed7ba623e95b2, ASSIGN 2023-11-12T09:21:18,350 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=43, ppid=42, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=table1, region=dc4dc6873664b3f2244ed7ba623e95b2, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,34913,1699780816241; forceNewPlan=false, retain=false 2023-11-12T09:21:18,502 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=43 updating hbase:meta row=dc4dc6873664b3f2244ed7ba623e95b2, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:21:18,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE; OpenRegionProcedure dc4dc6873664b3f2244ed7ba623e95b2, server=jenkins-hbase3.apache.org,34913,1699780816241}] 2023-11-12T09:21:18,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=42 2023-11-12T09:21:18,655 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:21:18,662 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(130): Open table1,,1699780877519.dc4dc6873664b3f2244ed7ba623e95b2. 2023-11-12T09:21:18,662 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7254): Opening region: {ENCODED => dc4dc6873664b3f2244ed7ba623e95b2, NAME => 'table1,,1699780877519.dc4dc6873664b3f2244ed7ba623e95b2.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:21:18,662 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:21:18,662 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 dc4dc6873664b3f2244ed7ba623e95b2 2023-11-12T09:21:18,662 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(888): Instantiated table1,,1699780877519.dc4dc6873664b3f2244ed7ba623e95b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:21:18,663 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7296): checking encryption for dc4dc6873664b3f2244ed7ba623e95b2 2023-11-12T09:21:18,663 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7299): checking classloading for dc4dc6873664b3f2244ed7ba623e95b2 2023-11-12T09:21:18,665 INFO [StoreOpener-dc4dc6873664b3f2244ed7ba623e95b2-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region dc4dc6873664b3f2244ed7ba623e95b2 2023-11-12T09:21:18,667 INFO [StoreOpener-dc4dc6873664b3f2244ed7ba623e95b2-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc4dc6873664b3f2244ed7ba623e95b2 columnFamilyName f 2023-11-12T09:21:18,667 DEBUG [StoreOpener-dc4dc6873664b3f2244ed7ba623e95b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:21:18,668 INFO [StoreOpener-dc4dc6873664b3f2244ed7ba623e95b2-1 {}] regionserver.HStore(324): Store=dc4dc6873664b3f2244ed7ba623e95b2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:21:18,669 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/default/table1/dc4dc6873664b3f2244ed7ba623e95b2 2023-11-12T09:21:18,669 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/default/table1/dc4dc6873664b3f2244ed7ba623e95b2 2023-11-12T09:21:18,672 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1076): writing seq id for dc4dc6873664b3f2244ed7ba623e95b2 2023-11-12T09:21:18,675 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/default/table1/dc4dc6873664b3f2244ed7ba623e95b2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:21:18,675 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): Opened dc4dc6873664b3f2244ed7ba623e95b2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10697190240, jitterRate=-0.003746524453163147}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:21:18,676 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(992): Region open journal for dc4dc6873664b3f2244ed7ba623e95b2: 2023-11-12T09:21:18,677 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2556): Post open deploy tasks for table1,,1699780877519.dc4dc6873664b3f2244ed7ba623e95b2., pid=44, masterSystemTime=1699780878655 2023-11-12T09:21:18,678 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2583): Finished post open deploy task for table1,,1699780877519.dc4dc6873664b3f2244ed7ba623e95b2. 2023-11-12T09:21:18,678 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(158): Opened table1,,1699780877519.dc4dc6873664b3f2244ed7ba623e95b2. 2023-11-12T09:21:18,679 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=43 updating hbase:meta row=dc4dc6873664b3f2244ed7ba623e95b2, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:21:18,681 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=44, resume processing ppid=43 2023-11-12T09:21:18,682 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=44, ppid=43, state=SUCCESS; OpenRegionProcedure dc4dc6873664b3f2244ed7ba623e95b2, server=jenkins-hbase3.apache.org,34913,1699780816241 in 177 msec 2023-11-12T09:21:18,683 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=43, resume processing ppid=42 2023-11-12T09:21:18,683 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=43, ppid=42, state=SUCCESS; TransitRegionStateProcedure table=table1, region=dc4dc6873664b3f2244ed7ba623e95b2, ASSIGN in 334 msec 2023-11-12T09:21:18,684 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=42, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:21:18,684 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780878684"}]},"ts":"1699780878684"} 2023-11-12T09:21:18,685 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=ENABLED in hbase:meta 2023-11-12T09:21:18,688 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=42, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:21:18,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=42, state=SUCCESS; CreateTableProcedure table=table1 in 1.1680 sec 2023-11-12T09:21:18,855 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'table1' 2023-11-12T09:21:19,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=42 2023-11-12T09:21:19,629 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: default:table1, procId: 42 completed 2023-11-12T09:21:19,634 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:35459/backupUT/backup_1699780832497/default/test-1699780825728/archive/data/default/test-1699780825728/d723653904902a6feabf555d1a98b404 from hbase tables test-1699780825728 to tables table1 2023-11-12T09:21:19,634 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.MapReduceRestoreJob(72): Restore test-1699780825728 into table1 2023-11-12T09:21:19,635 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/hbase-staging/bulk_output-default-table1-1699780879634 from hdfs://localhost:35459/backupUT/backup_1699780832497/default/test-1699780825728/archive/data/default/test-1699780825728/d723653904902a6feabf555d1a98b404 2023-11-12T09:21:19,636 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x06a31a59 to 127.0.0.1:55189 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:21:19,642 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33c20400, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:21:19,643 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:21:19,644 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:46114, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:21:19,645 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-11-12T09:21:19,645 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table table1 2023-11-12T09:21:19,648 DEBUG [hconnection-0x7600870c-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:21:19,649 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:60222, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:21:19,651 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for table1: 2023-11-12T09:21:19,651 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-11-12T09:21:19,651 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/hbase-staging/partitions_cb097848-02be-4a27-8225-7b17a5ed4749 2023-11-12T09:21:20,059 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:20,059 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:20,060 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:20,061 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:20,363 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region d0b7ed00765f84fba75695a4a5ad8007 changed from -1.0 to 0.0, refreshing cache 2023-11-12T09:21:21,090 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/hadoop-3771126644489336994.jar 2023-11-12T09:21:21,091 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:21,091 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:21,092 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:21,092 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:21,093 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:21,093 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:21,093 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:21,094 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:21,094 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:21,095 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:21:21,095 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-12T09:21:21,096 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-12T09:21:21,096 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-12T09:21:21,097 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-12T09:21:21,097 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-12T09:21:21,097 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-12T09:21:21,098 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-12T09:21:21,098 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-12T09:21:21,098 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-12T09:21:21,099 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-12T09:21:21,099 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-12T09:21:21,100 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:21,100 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:21,101 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:21,101 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:21,101 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:21,102 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:21,102 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:21:21,102 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: table1 2023-11-12T09:21:21,102 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:21:21,103 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x06a31a59 to 127.0.0.1:55189 2023-11-12T09:21:21,103 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:21:21,103 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-11-12T09:21:21,103 WARN [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-11-12T09:21:21,104 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:21:21,111 WARN [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-12T09:21:21,117 WARN [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-11-12T09:21:21,193 WARN [Listener at jenkins-hbase3.apache.org/38335 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/mapreduce.cluster.local.dir/1699780881160/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-12T09:21:21,193 WARN [Listener at jenkins-hbase3.apache.org/38335 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/mapreduce.cluster.local.dir/1699780881160/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-12T09:21:21,241 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:35459/backupUT/backup_1699780832497/default/test-1699780825728/archive/data/default/test-1699780825728/d723653904902a6feabf555d1a98b404/f/399037ca8c1d41fc914096970dacd43f 2023-11-12T09:21:21,246 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-12T09:21:21,261 DEBUG [pool-245-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x52221dd9 to 127.0.0.1:55189 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:21:21,266 DEBUG [pool-245-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38c25d25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:21:21,267 DEBUG [hconnection-0x324e582-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:21:21,269 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:60236, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:21:21,270 DEBUG [pool-245-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x52221dd9 to 127.0.0.1:55189 2023-11-12T09:21:21,270 DEBUG [pool-245-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:21:21,273 DEBUG [pool-245-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row0] 2023-11-12T09:21:21,273 DEBUG [pool-245-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-11-12T09:21:21,280 DEBUG [pool-245-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/hbase-staging/bulk_output-default-table1-1699780879634/_temporary/0/_temporary/attempt_local1006121242_0009_r_000000_0/f/3cb580d00494495685249d5c090e5335 is 37, key is row10/f:q1/1699780826890/Put/seqid=0 2023-11-12T09:21:21,282 WARN [Thread-1188 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:34913] Specified favored nodes: [jenkins-hbase3.apache.org:34913] 2023-11-12T09:21:22,240 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/hbase-staging/bulk_output-default-table1-1699780879634 2023-11-12T09:21:22,240 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x27d8f11f to 127.0.0.1:55189 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:21:22,247 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d141872, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:21:22,249 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:21:22,251 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:60246, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:21:22,258 WARN [Listener at jenkins-hbase3.apache.org/38335 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/hbase-staging/bulk_output-default-table1-1699780879634/_SUCCESS 2023-11-12T09:21:22,263 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:21:22,265 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:46116, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:21:22,300 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/hbase-staging/bulk_output-default-table1-1699780879634/f/3cb580d00494495685249d5c090e5335 first=Optional[row0] last=Optional[row98] 2023-11-12T09:21:22,322 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=table1,,1699780877519.dc4dc6873664b3f2244ed7ba623e95b2., hostname=jenkins-hbase3.apache.org,34913,1699780816241, seqNum=2 for row with hfile group [{f,hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/hbase-staging/bulk_output-default-table1-1699780879634/f/3cb580d00494495685249d5c090e5335}] 2023-11-12T09:21:22,351 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/hbase-staging/bulk_output-default-table1-1699780879634/f/3cb580d00494495685249d5c090e5335 for inclusion in dc4dc6873664b3f2244ed7ba623e95b2/f 2023-11-12T09:21:22,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] regionserver.HStore(623): HFile bounds: first=row0 last=row98 2023-11-12T09:21:22,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] regionserver.HStore(625): Region bounds: first= last= 2023-11-12T09:21:22,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] regionserver.HRegion(2520): Flush status journal for dc4dc6873664b3f2244ed7ba623e95b2: 2023-11-12T09:21:22,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/hbase-staging/bulk_output-default-table1-1699780879634/f/3cb580d00494495685249d5c090e5335 to hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/staging/jenkins__table1__m0lheahm3pph3a1upp0tv8m6pqs7rtmm34o6fkoh070vvu8g0fjb6pgch5tenfvs/f/3cb580d00494495685249d5c090e5335 2023-11-12T09:21:22,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/staging/jenkins__table1__m0lheahm3pph3a1upp0tv8m6pqs7rtmm34o6fkoh070vvu8g0fjb6pgch5tenfvs/f/3cb580d00494495685249d5c090e5335 as hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/default/table1/dc4dc6873664b3f2244ed7ba623e95b2/f/f6c88a3480024d80b3e61cc9b8a82a42_SeqId_4_ 2023-11-12T09:21:22,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x4d6b932f to 127.0.0.1:55189 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:21:22,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3020123f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:21:22,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:21:22,386 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:46132, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:21:22,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:21:22,397 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:60262, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:21:22,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:21:22,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x4d6b932f to 127.0.0.1:55189 2023-11-12T09:21:22,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:21:22,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/staging/jenkins__table1__m0lheahm3pph3a1upp0tv8m6pqs7rtmm34o6fkoh070vvu8g0fjb6pgch5tenfvs/f/3cb580d00494495685249d5c090e5335 into dc4dc6873664b3f2244ed7ba623e95b2/f as hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/default/table1/dc4dc6873664b3f2244ed7ba623e95b2/f/f6c88a3480024d80b3e61cc9b8a82a42_SeqId_4_ - updating store file list. 2023-11-12T09:21:22,428 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/default/table1/dc4dc6873664b3f2244ed7ba623e95b2/f/f6c88a3480024d80b3e61cc9b8a82a42_SeqId_4_ into dc4dc6873664b3f2244ed7ba623e95b2/f 2023-11-12T09:21:22,428 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/staging/jenkins__table1__m0lheahm3pph3a1upp0tv8m6pqs7rtmm34o6fkoh070vvu8g0fjb6pgch5tenfvs/f/3cb580d00494495685249d5c090e5335 into dc4dc6873664b3f2244ed7ba623e95b2/f (new location: hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/default/table1/dc4dc6873664b3f2244ed7ba623e95b2/f/f6c88a3480024d80b3e61cc9b8a82a42_SeqId_4_) 2023-11-12T09:21:22,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/staging/jenkins__table1__m0lheahm3pph3a1upp0tv8m6pqs7rtmm34o6fkoh070vvu8g0fjb6pgch5tenfvs/f/3cb580d00494495685249d5c090e5335 2023-11-12T09:21:22,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x148d5e9e to 127.0.0.1:55189 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:21:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1801b2c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:21:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:21:22,447 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:46140, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-11-12T09:21:22,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:21:22,454 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:60276, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-11-12T09:21:22,469 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:21:22,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x148d5e9e to 127.0.0.1:55189 2023-11-12T09:21:22,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:21:22,480 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:21:22,480 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x27d8f11f to 127.0.0.1:55189 2023-11-12T09:21:22,480 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:21:22,481 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-11-12T09:21:22,500 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] impl.RestoreTablesClient(181): Restoring 'test-1699780825728' to 'table1' from log dirs: hdfs://localhost:35459/backupUT/backup_1699780858277/default/test-1699780825728/f/b94a1b5880dc4cd299f2672fff48c550 2023-11-12T09:21:22,503 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] util.RestoreTool(177): Found descriptor 'test-1699780825728', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} through backup_1699780858277 2023-11-12T09:21:22,506 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.MapReduceRestoreJob(64): Restore incremental backup from directory hdfs://localhost:35459/backupUT/backup_1699780858277/default/test-1699780825728/f/b94a1b5880dc4cd299f2672fff48c550 from hbase tables test-1699780825728 to tables table1 2023-11-12T09:21:22,506 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.MapReduceRestoreJob(72): Restore test-1699780825728 into table1 2023-11-12T09:21:22,507 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/hbase-staging/bulk_output-default-table1-1699780882506 from hdfs://localhost:35459/backupUT/backup_1699780858277/default/test-1699780825728/f/b94a1b5880dc4cd299f2672fff48c550 2023-11-12T09:21:22,508 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x1fe5d55c to 127.0.0.1:55189 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:21:22,513 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18af6a4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:21:22,514 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:21:22,516 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:46142, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:21:22,517 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-11-12T09:21:22,517 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table test-1699780825728 2023-11-12T09:21:22,520 DEBUG [hconnection-0x4eff9a02-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:21:22,521 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:60280, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:21:22,523 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for test-1699780825728: 2023-11-12T09:21:22,523 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-11-12T09:21:22,523 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/hbase-staging/partitions_b3c9fe67-50a4-44e7-afc3-0f40e1ddacf5 2023-11-12T09:21:22,535 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:22,535 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:22,536 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:22,536 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:23,485 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/hadoop-6352995811953184222.jar 2023-11-12T09:21:23,486 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:23,486 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:23,487 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:23,487 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:23,487 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:23,488 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:23,488 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:23,488 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:23,489 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:23,490 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:21:23,490 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-12T09:21:23,491 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-12T09:21:23,491 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-12T09:21:23,491 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-12T09:21:23,492 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-12T09:21:23,492 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-12T09:21:23,493 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-12T09:21:23,493 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-12T09:21:23,493 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-12T09:21:23,494 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-12T09:21:23,494 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-12T09:21:23,495 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:23,495 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:23,496 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:23,496 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:23,496 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:23,496 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:23,497 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:21:23,497 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: test-1699780825728 2023-11-12T09:21:23,497 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:21:23,498 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x1fe5d55c to 127.0.0.1:55189 2023-11-12T09:21:23,498 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:21:23,498 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-11-12T09:21:23,498 WARN [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-11-12T09:21:23,499 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:21:23,504 WARN [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-12T09:21:23,510 WARN [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-11-12T09:21:23,598 WARN [Listener at jenkins-hbase3.apache.org/38335 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/mapreduce.cluster.local.dir/1699780883559/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-12T09:21:23,598 WARN [Listener at jenkins-hbase3.apache.org/38335 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/mapreduce.cluster.local.dir/1699780883559/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-12T09:21:23,647 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:35459/backupUT/backup_1699780858277/default/test-1699780825728/f/b94a1b5880dc4cd299f2672fff48c550 2023-11-12T09:21:23,652 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-12T09:21:23,673 DEBUG [pool-257-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x165c40a8 to 127.0.0.1:55189 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:21:23,690 DEBUG [pool-257-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6908a2a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:21:23,697 DEBUG [hconnection-0x479ede72-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:21:23,701 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:60294, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:21:23,704 DEBUG [pool-257-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x165c40a8 to 127.0.0.1:55189 2023-11-12T09:21:23,704 DEBUG [pool-257-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:21:23,706 DEBUG [pool-257-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-test-1699780825728-1-0] 2023-11-12T09:21:23,706 DEBUG [pool-257-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-11-12T09:21:23,715 DEBUG [pool-257-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/hbase-staging/bulk_output-default-table1-1699780882506/_temporary/0/_temporary/attempt_local981285358_0010_r_000000_0/f/f338cb01cd5a45a780c84a0517d208e0 is 59, key is row-test-1699780825728-1-10/f:q1/1699780847722/Put/seqid=0 2023-11-12T09:21:23,717 WARN [Thread-1232 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:34913] Specified favored nodes: [jenkins-hbase3.apache.org:34913] 2023-11-12T09:21:24,239 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-12T09:21:24,288 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2023-11-12T09:21:24,288 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_table1 Metrics about Tables on a single HBase RegionServer 2023-11-12T09:21:24,644 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/hbase-staging/bulk_output-default-table1-1699780882506 2023-11-12T09:21:24,645 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x0d8ab4f2 to 127.0.0.1:55189 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:21:24,649 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cb2953e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:21:24,651 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:21:24,653 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:60310, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:21:24,659 WARN [Listener at jenkins-hbase3.apache.org/38335 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/hbase-staging/bulk_output-default-table1-1699780882506/_SUCCESS 2023-11-12T09:21:24,663 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:21:24,665 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:46148, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:21:24,676 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/hbase-staging/bulk_output-default-table1-1699780882506/f/f338cb01cd5a45a780c84a0517d208e0 first=Optional[row-test-1699780825728-1-0] last=Optional[row-test-1699780825728-2-98] 2023-11-12T09:21:24,677 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=table1,,1699780877519.dc4dc6873664b3f2244ed7ba623e95b2., hostname=jenkins-hbase3.apache.org,34913,1699780816241, seqNum=2 for row with hfile group [{f,hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/hbase-staging/bulk_output-default-table1-1699780882506/f/f338cb01cd5a45a780c84a0517d208e0}] 2023-11-12T09:21:24,683 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/hbase-staging/bulk_output-default-table1-1699780882506/f/f338cb01cd5a45a780c84a0517d208e0 for inclusion in dc4dc6873664b3f2244ed7ba623e95b2/f 2023-11-12T09:21:24,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] regionserver.HStore(623): HFile bounds: first=row-test-1699780825728-1-0 last=row-test-1699780825728-2-98 2023-11-12T09:21:24,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] regionserver.HStore(625): Region bounds: first= last= 2023-11-12T09:21:24,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] regionserver.HRegion(2520): Flush status journal for dc4dc6873664b3f2244ed7ba623e95b2: 2023-11-12T09:21:24,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/hbase-staging/bulk_output-default-table1-1699780882506/f/f338cb01cd5a45a780c84a0517d208e0 to hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/staging/jenkins__table1__r8m6tlvg2h71rnoirdgi6hb5j0n1n5t9ganf36raa8hrfbq5afrsuukcrtrrfpe6/f/f338cb01cd5a45a780c84a0517d208e0 2023-11-12T09:21:24,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/staging/jenkins__table1__r8m6tlvg2h71rnoirdgi6hb5j0n1n5t9ganf36raa8hrfbq5afrsuukcrtrrfpe6/f/f338cb01cd5a45a780c84a0517d208e0 as hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/default/table1/dc4dc6873664b3f2244ed7ba623e95b2/f/141076e5a83b484ebe898a40aeeb968c_SeqId_6_ 2023-11-12T09:21:24,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x007f0d93 to 127.0.0.1:55189 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:21:24,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4274a85e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:21:24,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:21:24,704 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:46154, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:21:24,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:21:24,709 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:60318, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:21:24,721 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:21:24,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x007f0d93 to 127.0.0.1:55189 2023-11-12T09:21:24,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:21:24,722 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/staging/jenkins__table1__r8m6tlvg2h71rnoirdgi6hb5j0n1n5t9ganf36raa8hrfbq5afrsuukcrtrrfpe6/f/f338cb01cd5a45a780c84a0517d208e0 into dc4dc6873664b3f2244ed7ba623e95b2/f as hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/default/table1/dc4dc6873664b3f2244ed7ba623e95b2/f/141076e5a83b484ebe898a40aeeb968c_SeqId_6_ - updating store file list. 2023-11-12T09:21:24,728 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/default/table1/dc4dc6873664b3f2244ed7ba623e95b2/f/141076e5a83b484ebe898a40aeeb968c_SeqId_6_ into dc4dc6873664b3f2244ed7ba623e95b2/f 2023-11-12T09:21:24,728 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/staging/jenkins__table1__r8m6tlvg2h71rnoirdgi6hb5j0n1n5t9ganf36raa8hrfbq5afrsuukcrtrrfpe6/f/f338cb01cd5a45a780c84a0517d208e0 into dc4dc6873664b3f2244ed7ba623e95b2/f (new location: hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/default/table1/dc4dc6873664b3f2244ed7ba623e95b2/f/141076e5a83b484ebe898a40aeeb968c_SeqId_6_) 2023-11-12T09:21:24,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/staging/jenkins__table1__r8m6tlvg2h71rnoirdgi6hb5j0n1n5t9ganf36raa8hrfbq5afrsuukcrtrrfpe6/f/f338cb01cd5a45a780c84a0517d208e0 2023-11-12T09:21:24,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x267c30ee to 127.0.0.1:55189 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:21:24,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e75eb22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:21:24,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:21:24,742 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:46156, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-11-12T09:21:24,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:21:24,753 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:60322, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-11-12T09:21:24,769 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:21:24,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x267c30ee to 127.0.0.1:55189 2023-11-12T09:21:24,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:21:24,772 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:21:24,772 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x0d8ab4f2 to 127.0.0.1:55189 2023-11-12T09:21:24,772 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:21:24,772 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-11-12T09:21:24,772 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] impl.RestoreTablesClient(187): test-1699780825728 has been successfully restored to table1 2023-11-12T09:21:24,773 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] impl.RestoreTablesClient(231): Restore includes the following image(s): 2023-11-12T09:21:24,773 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] impl.RestoreTablesClient(233): Backup: backup_1699780858277 hdfs://localhost:35459/backupUT/backup_1699780858277/default/test-1699780825728/ 2023-11-12T09:21:24,774 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:35459/backupUT/backup_1699780832497/.backup.manifest 2023-11-12T09:21:24,776 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1699780832497/.backup.manifest 2023-11-12T09:21:24,776 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] impl.RestoreTablesClient(148): Restoring 'ns2:test-16997808257281' to 'ns2:table2' from full backup image hdfs://localhost:35459/backupUT/backup_1699780832497/ns2/test-16997808257281 2023-11-12T09:21:24,779 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] util.RestoreTool(295): Retrieved descriptor: 'ns2:test-16997808257281', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1699780858277 2023-11-12T09:21:24,782 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] util.RestoreTool(487): Creating target table 'ns2:table2' 2023-11-12T09:21:24,782 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:35459/backupUT/backup_1699780832497/ns2/test-16997808257281/archive/data/ns2/test-16997808257281/f2d76a3b8cd31289fcb3ff9563992e1f 2023-11-12T09:21:24,782 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:35459/backupUT/backup_1699780832497/ns2/test-16997808257281/archive/data/ns2/test-16997808257281/f2d76a3b8cd31289fcb3ff9563992e1f/f in region [hdfs://localhost:35459/backupUT/backup_1699780832497/ns2/test-16997808257281/archive/data/ns2/test-16997808257281/f2d76a3b8cd31289fcb3ff9563992e1f] 2023-11-12T09:21:24,786 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] util.RestoreTool(442): Trying to figure out region boundaries hfile=hdfs://localhost:35459/backupUT/backup_1699780832497/ns2/test-16997808257281/archive/data/ns2/test-16997808257281/f2d76a3b8cd31289fcb3ff9563992e1f/f/12801788211545c0991e8af2835b3a32 first=row0 last=row98 2023-11-12T09:21:24,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:21:24,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] procedure2.ProcedureExecutor(1032): Stored pid=45, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:table2 2023-11-12T09:21:24,790 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=45, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:21:24,790 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns2" qualifier: "table2" procId is: 45 2023-11-12T09:21:24,791 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=45, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:21:24,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=45 2023-11-12T09:21:24,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=45 2023-11-12T09:21:25,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=45 2023-11-12T09:21:25,205 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => d3cfa7e8ec4a7bfa781d10b32c83ea86, NAME => 'ns2:table2,,1699780884787.d3cfa7e8ec4a7bfa781d10b32c83ea86.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519 2023-11-12T09:21:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=45 2023-11-12T09:21:25,612 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:table2,,1699780884787.d3cfa7e8ec4a7bfa781d10b32c83ea86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:21:25,612 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1668): Closing d3cfa7e8ec4a7bfa781d10b32c83ea86, disabling compactions & flushes 2023-11-12T09:21:25,612 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:table2,,1699780884787.d3cfa7e8ec4a7bfa781d10b32c83ea86. 2023-11-12T09:21:25,612 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:table2,,1699780884787.d3cfa7e8ec4a7bfa781d10b32c83ea86. 2023-11-12T09:21:25,612 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:table2,,1699780884787.d3cfa7e8ec4a7bfa781d10b32c83ea86. after waiting 0 ms 2023-11-12T09:21:25,612 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:table2,,1699780884787.d3cfa7e8ec4a7bfa781d10b32c83ea86. 2023-11-12T09:21:25,612 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1909): Closed ns2:table2,,1699780884787.d3cfa7e8ec4a7bfa781d10b32c83ea86. 2023-11-12T09:21:25,612 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1622): Region close journal for d3cfa7e8ec4a7bfa781d10b32c83ea86: 2023-11-12T09:21:25,613 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=45, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:21:25,614 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:table2,,1699780884787.d3cfa7e8ec4a7bfa781d10b32c83ea86.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1699780885613"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699780885613"}]},"ts":"1699780885613"} 2023-11-12T09:21:25,615 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:21:25,616 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=45, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:21:25,616 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780885616"}]},"ts":"1699780885616"} 2023-11-12T09:21:25,617 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2023-11-12T09:21:25,621 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:table2, region=d3cfa7e8ec4a7bfa781d10b32c83ea86, ASSIGN}] 2023-11-12T09:21:25,623 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:table2, region=d3cfa7e8ec4a7bfa781d10b32c83ea86, ASSIGN 2023-11-12T09:21:25,623 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:table2, region=d3cfa7e8ec4a7bfa781d10b32c83ea86, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,34913,1699780816241; forceNewPlan=false, retain=false 2023-11-12T09:21:25,775 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=d3cfa7e8ec4a7bfa781d10b32c83ea86, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:21:25,777 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE; OpenRegionProcedure d3cfa7e8ec4a7bfa781d10b32c83ea86, server=jenkins-hbase3.apache.org,34913,1699780816241}] 2023-11-12T09:21:25,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=45 2023-11-12T09:21:25,929 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:21:25,932 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(130): Open ns2:table2,,1699780884787.d3cfa7e8ec4a7bfa781d10b32c83ea86. 2023-11-12T09:21:25,933 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7254): Opening region: {ENCODED => d3cfa7e8ec4a7bfa781d10b32c83ea86, NAME => 'ns2:table2,,1699780884787.d3cfa7e8ec4a7bfa781d10b32c83ea86.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:21:25,933 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:21:25,933 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 d3cfa7e8ec4a7bfa781d10b32c83ea86 2023-11-12T09:21:25,933 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(888): Instantiated ns2:table2,,1699780884787.d3cfa7e8ec4a7bfa781d10b32c83ea86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:21:25,933 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7296): checking encryption for d3cfa7e8ec4a7bfa781d10b32c83ea86 2023-11-12T09:21:25,933 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7299): checking classloading for d3cfa7e8ec4a7bfa781d10b32c83ea86 2023-11-12T09:21:25,935 INFO [StoreOpener-d3cfa7e8ec4a7bfa781d10b32c83ea86-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d3cfa7e8ec4a7bfa781d10b32c83ea86 2023-11-12T09:21:25,936 INFO [StoreOpener-d3cfa7e8ec4a7bfa781d10b32c83ea86-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3cfa7e8ec4a7bfa781d10b32c83ea86 columnFamilyName f 2023-11-12T09:21:25,936 DEBUG [StoreOpener-d3cfa7e8ec4a7bfa781d10b32c83ea86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:21:25,937 INFO [StoreOpener-d3cfa7e8ec4a7bfa781d10b32c83ea86-1 {}] regionserver.HStore(324): Store=d3cfa7e8ec4a7bfa781d10b32c83ea86/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:21:25,938 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/ns2/table2/d3cfa7e8ec4a7bfa781d10b32c83ea86 2023-11-12T09:21:25,939 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/ns2/table2/d3cfa7e8ec4a7bfa781d10b32c83ea86 2023-11-12T09:21:25,942 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1076): writing seq id for d3cfa7e8ec4a7bfa781d10b32c83ea86 2023-11-12T09:21:25,954 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/ns2/table2/d3cfa7e8ec4a7bfa781d10b32c83ea86/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:21:25,954 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): Opened d3cfa7e8ec4a7bfa781d10b32c83ea86; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10090662560, jitterRate=-0.060233816504478455}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:21:25,955 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(992): Region open journal for d3cfa7e8ec4a7bfa781d10b32c83ea86: 2023-11-12T09:21:25,956 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2556): Post open deploy tasks for ns2:table2,,1699780884787.d3cfa7e8ec4a7bfa781d10b32c83ea86., pid=47, masterSystemTime=1699780885928 2023-11-12T09:21:25,958 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2583): Finished post open deploy task for ns2:table2,,1699780884787.d3cfa7e8ec4a7bfa781d10b32c83ea86. 2023-11-12T09:21:25,958 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(158): Opened ns2:table2,,1699780884787.d3cfa7e8ec4a7bfa781d10b32c83ea86. 2023-11-12T09:21:25,958 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=d3cfa7e8ec4a7bfa781d10b32c83ea86, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:21:25,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=47, resume processing ppid=46 2023-11-12T09:21:25,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=47, ppid=46, state=SUCCESS; OpenRegionProcedure d3cfa7e8ec4a7bfa781d10b32c83ea86, server=jenkins-hbase3.apache.org,34913,1699780816241 in 183 msec 2023-11-12T09:21:25,963 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=46, resume processing ppid=45 2023-11-12T09:21:25,963 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=46, ppid=45, state=SUCCESS; TransitRegionStateProcedure table=ns2:table2, region=d3cfa7e8ec4a7bfa781d10b32c83ea86, ASSIGN in 342 msec 2023-11-12T09:21:25,964 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=45, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:21:25,964 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780885964"}]},"ts":"1699780885964"} 2023-11-12T09:21:25,965 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2023-11-12T09:21:25,969 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=45, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:21:25,971 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=45, state=SUCCESS; CreateTableProcedure table=ns2:table2 in 1.1820 sec 2023-11-12T09:21:26,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=45 2023-11-12T09:21:26,899 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns2:table2, procId: 45 completed 2023-11-12T09:21:26,902 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:35459/backupUT/backup_1699780832497/ns2/test-16997808257281/archive/data/ns2/test-16997808257281/f2d76a3b8cd31289fcb3ff9563992e1f from hbase tables ns2:test-16997808257281 to tables ns2:table2 2023-11-12T09:21:26,902 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-16997808257281 into ns2:table2 2023-11-12T09:21:26,903 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/hbase-staging/bulk_output-ns2-table2-1699780886902 from hdfs://localhost:35459/backupUT/backup_1699780832497/ns2/test-16997808257281/archive/data/ns2/test-16997808257281/f2d76a3b8cd31289fcb3ff9563992e1f 2023-11-12T09:21:26,904 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x793a48e0 to 127.0.0.1:55189 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:21:26,909 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ba03132, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:21:26,910 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:21:26,911 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:54580, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:21:26,912 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-11-12T09:21:26,912 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:table2 2023-11-12T09:21:26,915 DEBUG [hconnection-0x3464c2-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:21:26,917 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:48470, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:21:26,918 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:table2: 2023-11-12T09:21:26,918 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-11-12T09:21:26,918 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/hbase-staging/partitions_2a95a570-40f6-4a12-ad29-713d3d5323f3 2023-11-12T09:21:27,325 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:27,326 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:27,327 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:27,327 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:28,398 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/hadoop-3640011135131939667.jar 2023-11-12T09:21:28,398 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:28,399 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:28,399 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:28,400 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:28,400 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:28,400 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:28,401 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:28,401 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:28,401 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:28,402 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:21:28,403 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-12T09:21:28,403 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-12T09:21:28,404 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-12T09:21:28,404 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-12T09:21:28,405 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-12T09:21:28,405 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-12T09:21:28,405 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-12T09:21:28,406 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-12T09:21:28,407 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-12T09:21:28,407 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-12T09:21:28,408 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-12T09:21:28,408 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:28,409 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:28,409 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:28,409 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:28,409 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:28,410 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:28,410 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:21:28,411 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: ns2:table2 2023-11-12T09:21:28,411 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:21:28,411 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x793a48e0 to 127.0.0.1:55189 2023-11-12T09:21:28,411 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:21:28,411 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-11-12T09:21:28,411 WARN [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-11-12T09:21:28,412 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:21:28,419 WARN [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-12T09:21:28,425 WARN [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-11-12T09:21:28,505 WARN [Listener at jenkins-hbase3.apache.org/38335 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/mapreduce.cluster.local.dir/1699780888470/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-12T09:21:28,505 WARN [Listener at jenkins-hbase3.apache.org/38335 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/mapreduce.cluster.local.dir/1699780888470/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-12T09:21:28,581 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:35459/backupUT/backup_1699780832497/ns2/test-16997808257281/archive/data/ns2/test-16997808257281/f2d76a3b8cd31289fcb3ff9563992e1f/f/12801788211545c0991e8af2835b3a32 2023-11-12T09:21:28,585 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-12T09:21:28,602 DEBUG [pool-272-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x533cf984 to 127.0.0.1:55189 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:21:28,606 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47ad8c6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:21:28,608 DEBUG [hconnection-0x2bb07aa-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:21:28,610 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:48474, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:21:28,611 DEBUG [pool-272-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x533cf984 to 127.0.0.1:55189 2023-11-12T09:21:28,611 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:21:28,612 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row0] 2023-11-12T09:21:28,612 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-11-12T09:21:28,618 DEBUG [pool-272-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/hbase-staging/bulk_output-ns2-table2-1699780886902/_temporary/0/_temporary/attempt_local1998735832_0011_r_000000_0/f/7a97499f1cc44039aa9852965c07a8bb is 37, key is row10/f:q1/1699780828112/Put/seqid=0 2023-11-12T09:21:28,619 WARN [Thread-1286 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:34913] Specified favored nodes: [jenkins-hbase3.apache.org:34913] 2023-11-12T09:21:29,553 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/hbase-staging/bulk_output-ns2-table2-1699780886902 2023-11-12T09:21:29,554 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x7a6b8765 to 127.0.0.1:55189 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:21:29,560 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d69fd7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:21:29,562 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:21:29,563 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:48490, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:21:29,570 WARN [Listener at jenkins-hbase3.apache.org/38335 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/hbase-staging/bulk_output-ns2-table2-1699780886902/_SUCCESS 2023-11-12T09:21:29,574 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:21:29,575 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:54582, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:21:29,585 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/hbase-staging/bulk_output-ns2-table2-1699780886902/f/7a97499f1cc44039aa9852965c07a8bb first=Optional[row0] last=Optional[row98] 2023-11-12T09:21:29,586 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=ns2:table2,,1699780884787.d3cfa7e8ec4a7bfa781d10b32c83ea86., hostname=jenkins-hbase3.apache.org,34913,1699780816241, seqNum=2 for row with hfile group [{f,hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/hbase-staging/bulk_output-ns2-table2-1699780886902/f/7a97499f1cc44039aa9852965c07a8bb}] 2023-11-12T09:21:29,591 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/hbase-staging/bulk_output-ns2-table2-1699780886902/f/7a97499f1cc44039aa9852965c07a8bb for inclusion in d3cfa7e8ec4a7bfa781d10b32c83ea86/f 2023-11-12T09:21:29,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] regionserver.HStore(623): HFile bounds: first=row0 last=row98 2023-11-12T09:21:29,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] regionserver.HStore(625): Region bounds: first= last= 2023-11-12T09:21:29,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] regionserver.HRegion(2520): Flush status journal for d3cfa7e8ec4a7bfa781d10b32c83ea86: 2023-11-12T09:21:29,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/hbase-staging/bulk_output-ns2-table2-1699780886902/f/7a97499f1cc44039aa9852965c07a8bb to hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/staging/jenkins__ns2_table2__p92135jmhc0vfdo35t3hak315t5033u3o5apba67bnq8ug0anq28h1gkbl0ag6jh/f/7a97499f1cc44039aa9852965c07a8bb 2023-11-12T09:21:29,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/staging/jenkins__ns2_table2__p92135jmhc0vfdo35t3hak315t5033u3o5apba67bnq8ug0anq28h1gkbl0ag6jh/f/7a97499f1cc44039aa9852965c07a8bb as hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/ns2/table2/d3cfa7e8ec4a7bfa781d10b32c83ea86/f/4ae4ef548235460fb65dd29c148afdb5_SeqId_4_ 2023-11-12T09:21:29,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x6c0c957d to 127.0.0.1:55189 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:21:29,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2819f0f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:21:29,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:21:29,607 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:54598, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:21:29,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:21:29,612 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:48504, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:21:29,627 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:21:29,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x6c0c957d to 127.0.0.1:55189 2023-11-12T09:21:29,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:21:29,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/staging/jenkins__ns2_table2__p92135jmhc0vfdo35t3hak315t5033u3o5apba67bnq8ug0anq28h1gkbl0ag6jh/f/7a97499f1cc44039aa9852965c07a8bb into d3cfa7e8ec4a7bfa781d10b32c83ea86/f as hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/ns2/table2/d3cfa7e8ec4a7bfa781d10b32c83ea86/f/4ae4ef548235460fb65dd29c148afdb5_SeqId_4_ - updating store file list. 2023-11-12T09:21:29,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/ns2/table2/d3cfa7e8ec4a7bfa781d10b32c83ea86/f/4ae4ef548235460fb65dd29c148afdb5_SeqId_4_ into d3cfa7e8ec4a7bfa781d10b32c83ea86/f 2023-11-12T09:21:29,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/staging/jenkins__ns2_table2__p92135jmhc0vfdo35t3hak315t5033u3o5apba67bnq8ug0anq28h1gkbl0ag6jh/f/7a97499f1cc44039aa9852965c07a8bb into d3cfa7e8ec4a7bfa781d10b32c83ea86/f (new location: hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/ns2/table2/d3cfa7e8ec4a7bfa781d10b32c83ea86/f/4ae4ef548235460fb65dd29c148afdb5_SeqId_4_) 2023-11-12T09:21:29,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/staging/jenkins__ns2_table2__p92135jmhc0vfdo35t3hak315t5033u3o5apba67bnq8ug0anq28h1gkbl0ag6jh/f/7a97499f1cc44039aa9852965c07a8bb 2023-11-12T09:21:29,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x0b206a1f to 127.0.0.1:55189 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:21:29,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ad16110, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:21:29,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:21:29,645 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:54608, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-11-12T09:21:29,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:21:29,650 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:48508, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-11-12T09:21:29,661 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:21:29,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x0b206a1f to 127.0.0.1:55189 2023-11-12T09:21:29,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:21:29,663 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:21:29,663 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x7a6b8765 to 127.0.0.1:55189 2023-11-12T09:21:29,663 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:21:29,663 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-11-12T09:21:29,683 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] impl.RestoreTablesClient(181): Restoring 'ns2:test-16997808257281' to 'ns2:table2' from log dirs: hdfs://localhost:35459/backupUT/backup_1699780858277/ns2/test-16997808257281/f/1c6869af6dae4fa6a156182f13062233 2023-11-12T09:21:29,686 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] util.RestoreTool(177): Found descriptor 'ns2:test-16997808257281', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} through backup_1699780858277 2023-11-12T09:21:29,687 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.MapReduceRestoreJob(64): Restore incremental backup from directory hdfs://localhost:35459/backupUT/backup_1699780858277/ns2/test-16997808257281/f/1c6869af6dae4fa6a156182f13062233 from hbase tables ns2:test-16997808257281 to tables ns2:table2 2023-11-12T09:21:29,687 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-16997808257281 into ns2:table2 2023-11-12T09:21:29,688 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/hbase-staging/bulk_output-ns2-table2-1699780889687 from hdfs://localhost:35459/backupUT/backup_1699780858277/ns2/test-16997808257281/f/1c6869af6dae4fa6a156182f13062233 2023-11-12T09:21:29,689 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x1068dde8 to 127.0.0.1:55189 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:21:29,696 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14988389, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:21:29,697 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:21:29,698 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:54614, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:21:29,699 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-11-12T09:21:29,699 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:test-16997808257281 2023-11-12T09:21:29,702 DEBUG [hconnection-0x7e578418-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:21:29,704 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:48524, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:21:29,705 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:test-16997808257281: 2023-11-12T09:21:29,705 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-11-12T09:21:29,705 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/hbase-staging/partitions_b45e2a2e-4dc7-4b0d-9b64-faf9867285e6 2023-11-12T09:21:30,113 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:30,113 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:30,114 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:30,114 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:30,857 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:table2' 2023-11-12T09:21:31,094 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/hadoop-3907976788299200913.jar 2023-11-12T09:21:31,095 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:31,095 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:31,096 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:31,096 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:31,096 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:31,097 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:31,097 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:31,097 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:31,098 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:31,098 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:21:31,099 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-12T09:21:31,099 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-12T09:21:31,100 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-12T09:21:31,100 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-12T09:21:31,101 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-12T09:21:31,101 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-12T09:21:31,101 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-12T09:21:31,102 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-12T09:21:31,102 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-12T09:21:31,103 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-12T09:21:31,103 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-12T09:21:31,103 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:31,104 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:31,104 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:31,104 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:31,105 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:31,105 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:31,106 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:21:31,106 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: ns2:test-16997808257281 2023-11-12T09:21:31,106 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:21:31,106 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x1068dde8 to 127.0.0.1:55189 2023-11-12T09:21:31,106 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:21:31,106 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-11-12T09:21:31,106 WARN [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-11-12T09:21:31,107 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:21:31,113 WARN [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-12T09:21:31,119 WARN [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-11-12T09:21:31,199 WARN [Listener at jenkins-hbase3.apache.org/38335 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/mapreduce.cluster.local.dir/1699780891160/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-12T09:21:31,199 WARN [Listener at jenkins-hbase3.apache.org/38335 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/mapreduce.cluster.local.dir/1699780891160/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-12T09:21:31,250 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:35459/backupUT/backup_1699780858277/ns2/test-16997808257281/f/1c6869af6dae4fa6a156182f13062233 2023-11-12T09:21:31,254 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-12T09:21:31,270 DEBUG [pool-284-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x65f5fbe1 to 127.0.0.1:55189 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:21:31,273 DEBUG [pool-284-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39ff4ecb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:21:31,275 DEBUG [hconnection-0x3444d4fd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:21:31,276 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:48536, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:21:31,278 DEBUG [pool-284-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x65f5fbe1 to 127.0.0.1:55189 2023-11-12T09:21:31,278 DEBUG [pool-284-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:21:31,280 DEBUG [pool-284-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-ns2:test-16997808257281-1-0] 2023-11-12T09:21:31,280 DEBUG [pool-284-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-11-12T09:21:31,295 DEBUG [pool-284-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/hbase-staging/bulk_output-ns2-table2-1699780889687/_temporary/0/_temporary/attempt_local715541589_0012_r_000000_0/f/537855bd971a4d27b6a0b9731dc5fa83 is 64, key is row-ns2:test-16997808257281-1-10/f:q1/1699780847840/Put/seqid=0 2023-11-12T09:21:31,297 WARN [Thread-1330 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:34913] Specified favored nodes: [jenkins-hbase3.apache.org:34913] 2023-11-12T09:21:31,436 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-12T09:21:32,248 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/hbase-staging/bulk_output-ns2-table2-1699780889687 2023-11-12T09:21:32,249 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x4375945d to 127.0.0.1:55189 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:21:32,252 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40739869, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:21:32,254 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:21:32,256 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:48538, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:21:32,262 WARN [Listener at jenkins-hbase3.apache.org/38335 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/hbase-staging/bulk_output-ns2-table2-1699780889687/_SUCCESS 2023-11-12T09:21:32,266 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:21:32,269 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:54628, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:21:32,279 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/hbase-staging/bulk_output-ns2-table2-1699780889687/f/537855bd971a4d27b6a0b9731dc5fa83 first=Optional[row-ns2:test-16997808257281-1-0] last=Optional[row-ns2:test-16997808257281-2-98] 2023-11-12T09:21:32,280 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=ns2:table2,,1699780884787.d3cfa7e8ec4a7bfa781d10b32c83ea86., hostname=jenkins-hbase3.apache.org,34913,1699780816241, seqNum=2 for row with hfile group [{f,hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/hbase-staging/bulk_output-ns2-table2-1699780889687/f/537855bd971a4d27b6a0b9731dc5fa83}] 2023-11-12T09:21:32,288 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/hbase-staging/bulk_output-ns2-table2-1699780889687/f/537855bd971a4d27b6a0b9731dc5fa83 for inclusion in d3cfa7e8ec4a7bfa781d10b32c83ea86/f 2023-11-12T09:21:32,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] regionserver.HStore(623): HFile bounds: first=row-ns2:test-16997808257281-1-0 last=row-ns2:test-16997808257281-2-98 2023-11-12T09:21:32,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] regionserver.HStore(625): Region bounds: first= last= 2023-11-12T09:21:32,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] regionserver.HRegion(2520): Flush status journal for d3cfa7e8ec4a7bfa781d10b32c83ea86: 2023-11-12T09:21:32,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/hbase-staging/bulk_output-ns2-table2-1699780889687/f/537855bd971a4d27b6a0b9731dc5fa83 to hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/staging/jenkins__ns2_table2__dp1gl0tnre4pekq404clk9nt54amejm2r7oeq86lmg4rpf9gji9qngi9d1n48rb4/f/537855bd971a4d27b6a0b9731dc5fa83 2023-11-12T09:21:32,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/staging/jenkins__ns2_table2__dp1gl0tnre4pekq404clk9nt54amejm2r7oeq86lmg4rpf9gji9qngi9d1n48rb4/f/537855bd971a4d27b6a0b9731dc5fa83 as hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/ns2/table2/d3cfa7e8ec4a7bfa781d10b32c83ea86/f/0402a3e5b6434b539f836756fd07e14d_SeqId_6_ 2023-11-12T09:21:32,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x4bb956a5 to 127.0.0.1:55189 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:21:32,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18615067, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:21:32,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:21:32,306 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:54644, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:21:32,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:21:32,311 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:48546, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:21:32,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:21:32,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x4bb956a5 to 127.0.0.1:55189 2023-11-12T09:21:32,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:21:32,326 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/staging/jenkins__ns2_table2__dp1gl0tnre4pekq404clk9nt54amejm2r7oeq86lmg4rpf9gji9qngi9d1n48rb4/f/537855bd971a4d27b6a0b9731dc5fa83 into d3cfa7e8ec4a7bfa781d10b32c83ea86/f as hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/ns2/table2/d3cfa7e8ec4a7bfa781d10b32c83ea86/f/0402a3e5b6434b539f836756fd07e14d_SeqId_6_ - updating store file list. 2023-11-12T09:21:32,332 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/ns2/table2/d3cfa7e8ec4a7bfa781d10b32c83ea86/f/0402a3e5b6434b539f836756fd07e14d_SeqId_6_ into d3cfa7e8ec4a7bfa781d10b32c83ea86/f 2023-11-12T09:21:32,332 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/staging/jenkins__ns2_table2__dp1gl0tnre4pekq404clk9nt54amejm2r7oeq86lmg4rpf9gji9qngi9d1n48rb4/f/537855bd971a4d27b6a0b9731dc5fa83 into d3cfa7e8ec4a7bfa781d10b32c83ea86/f (new location: hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/ns2/table2/d3cfa7e8ec4a7bfa781d10b32c83ea86/f/0402a3e5b6434b539f836756fd07e14d_SeqId_6_) 2023-11-12T09:21:32,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/staging/jenkins__ns2_table2__dp1gl0tnre4pekq404clk9nt54amejm2r7oeq86lmg4rpf9gji9qngi9d1n48rb4/f/537855bd971a4d27b6a0b9731dc5fa83 2023-11-12T09:21:32,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x6f6b492b to 127.0.0.1:55189 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:21:32,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70940ab3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:21:32,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:21:32,340 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:54652, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-11-12T09:21:32,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:21:32,347 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:48556, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-11-12T09:21:32,358 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:21:32,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x6f6b492b to 127.0.0.1:55189 2023-11-12T09:21:32,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:21:32,360 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:21:32,361 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x4375945d to 127.0.0.1:55189 2023-11-12T09:21:32,361 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:21:32,361 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-11-12T09:21:32,361 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] impl.RestoreTablesClient(187): ns2:test-16997808257281 has been successfully restored to ns2:table2 2023-11-12T09:21:32,361 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] impl.RestoreTablesClient(231): Restore includes the following image(s): 2023-11-12T09:21:32,361 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] impl.RestoreTablesClient(233): Backup: backup_1699780858277 hdfs://localhost:35459/backupUT/backup_1699780858277/ns2/test-16997808257281/ 2023-11-12T09:21:32,361 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] impl.RestoreTablesClient(238): restoreStage finished 2023-11-12T09:21:32,362 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] backup.TestBackupMerge(113): After incremental restore: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:21:32,373 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] backup.TestBackupMerge(115): f1 has 297 rows 2023-11-12T09:21:32,380 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:21:32,380 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x7b512ed9 to 127.0.0.1:55189 2023-11-12T09:21:32,380 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:21:32,402 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] hbase.ResourceChecker(175): after: backup.TestBackupMerge#TestIncBackupMergeRestore Thread=605 (was 584) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:55189@0x4bb956a5 java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1517) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1541) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1227) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$537/1821230485.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x1753c29-shared-pool-23 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_492238892_16 at /127.0.0.1:53136 [Waiting for operation #9] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/cluster_6827398b-dc50-92b6-2172-c692f25ff821/dfs/data/data1/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:55189@0x4375945d java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1517) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1541) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1227) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$537/1821230485.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: (jenkins-hbase3.apache.org,39599,1699780812841)-proc-coordinator-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:55189@0x7b512ed9 java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1598) org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1570) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1537) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1227) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$537/1821230485.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:55189@0x7b512ed9-SendThread(127.0.0.1:55189) sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-1241307167-172.31.12.81-1699780809268:blk_1073741897_1073, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x1753c29-shared-pool-24 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_492238892_16 at /127.0.0.1:42896 [Waiting for operation #16] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: WAL-Archive-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-1241307167-172.31.12.81-1699780809268:blk_1073741898_1074, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2000700199_16 at /127.0.0.1:44864 [Receiving block BP-1241307167-172.31.12.81-1699780809268:blk_1073741898_1074] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:55189@0x4375945d-SendThread(127.0.0.1:55189) java.lang.Thread.sleep(Native Method) org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1394) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1317) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2000700199_16 at /127.0.0.1:44862 [Receiving block BP-1241307167-172.31.12.81-1699780809268:blk_1073741897_1073] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase3.apache.org,34913,1699780816241)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: region-location-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase3.apache.org,34913,1699780816241)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:55189@0x4bb956a5-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:549) Potentially hanging thread: hconnection-0x1753c29-shared-pool-25 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:55189@0x6f6b492b-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:549) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:55189@0x6f6b492b java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1517) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1541) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1227) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$537/1821230485.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/cluster_6827398b-dc50-92b6-2172-c692f25ff821/dfs/data/data2/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: member: 'jenkins-hbase3.apache.org,34913,1699780816241' subprocedure-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase3.apache.org,34913,1699780816241)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:55189@0x6f6b492b-SendThread(127.0.0.1:55189) java.lang.Thread.sleep(Native Method) org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1394) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1317) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_492238892_16 at /127.0.0.1:53114 [Waiting for operation #15] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:55189@0x4375945d-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:549) Potentially hanging thread: hconnection-0x1753c29-shared-pool-26 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:55189@0x4bb956a5-SendThread(127.0.0.1:55189) java.lang.Thread.sleep(Native Method) org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1394) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1317) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:55189@0x7b512ed9-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:549) - Thread LEAK? -, OpenFileDescriptor=724 (was 689) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=208 (was 338), ProcessCount=172 (was 172), AvailableMemoryMB=5972 (was 6060) 2023-11-12T09:21:32,403 WARN [Listener at jenkins-hbase3.apache.org/38335 {}] hbase.ResourceChecker(130): Thread=605 is superior to 500 2023-11-12T09:21:32,409 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2023-11-12T09:21:32,410 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:21:32,410 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x0a7a7e28 to 127.0.0.1:55189 2023-11-12T09:21:32,410 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:21:32,410 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2023-11-12T09:21:32,410 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] util.JVMClusterUtil(257): Found active master hash=880712355, stopped=false 2023-11-12T09:21:32,410 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] master.ServerManager(896): Cluster shutdown requested of master=jenkins-hbase3.apache.org,39599,1699780812841 2023-11-12T09:21:32,413 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2023-11-12T09:21:32,413 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:21:32,413 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] procedure2.ProcedureExecutor(630): Stopping 2023-11-12T09:21:32,413 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34913-0x1004ceeca580001, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2023-11-12T09:21:32,413 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34913-0x1004ceeca580001, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:21:32,413 DEBUG [Listener at jenkins-hbase3.apache.org/38335 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:21:32,413 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,34913,1699780816241' ***** 2023-11-12T09:21:32,414 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] regionserver.HRegionServer(2531): STOPPED: Shutdown requested 2023-11-12T09:21:32,414 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34913-0x1004ceeca580001, quorum=127.0.0.1:55189, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-11-12T09:21:32,414 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-11-12T09:21:32,414 INFO [RS:0;jenkins-hbase3:34913 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-11-12T09:21:32,428 INFO [regionserver/jenkins-hbase3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2023-11-12T09:21:32,428 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2023-11-12T09:21:32,429 INFO [RS:0;jenkins-hbase3:34913 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@473abc27{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-11-12T09:21:32,433 INFO [RS:0;jenkins-hbase3:34913 {}] server.AbstractConnector(383): Stopped ServerConnector@152c207b{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-11-12T09:21:32,433 INFO [RS:0;jenkins-hbase3:34913 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-11-12T09:21:32,434 INFO [RS:0;jenkins-hbase3:34913 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@4d20f97b{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-11-12T09:21:32,435 INFO [RS:0;jenkins-hbase3:34913 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@907b933{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/hadoop.log.dir/,STOPPED} 2023-11-12T09:21:32,437 INFO [RS:0;jenkins-hbase3:34913 {}] regionserver.HeapMemoryManager(220): Stopping 2023-11-12T09:21:32,437 INFO [RS:0;jenkins-hbase3:34913 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2023-11-12T09:21:32,438 INFO [RS:0;jenkins-hbase3:34913 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2023-11-12T09:21:32,438 INFO [RS:0;jenkins-hbase3:34913 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2023-11-12T09:21:32,438 INFO [RS:0;jenkins-hbase3:34913 {}] regionserver.HRegionServer(3528): Received CLOSE for d723653904902a6feabf555d1a98b404 2023-11-12T09:21:32,438 INFO [RS:0;jenkins-hbase3:34913 {}] regionserver.HRegionServer(3528): Received CLOSE for e9a4ac134849fcd1b4cfb2911ac2f551 2023-11-12T09:21:32,438 INFO [RS:0;jenkins-hbase3:34913 {}] regionserver.HRegionServer(3528): Received CLOSE for 9daf94fbd20af17ca73ad05fed25d6c6 2023-11-12T09:21:32,438 INFO [RS:0;jenkins-hbase3:34913 {}] regionserver.HRegionServer(3528): Received CLOSE for d0b7ed00765f84fba75695a4a5ad8007 2023-11-12T09:21:32,438 INFO [RS:0;jenkins-hbase3:34913 {}] regionserver.HRegionServer(3528): Received CLOSE for d3cfa7e8ec4a7bfa781d10b32c83ea86 2023-11-12T09:21:32,438 INFO [RS:0;jenkins-hbase3:34913 {}] regionserver.HRegionServer(3528): Received CLOSE for f2d76a3b8cd31289fcb3ff9563992e1f 2023-11-12T09:21:32,438 INFO [RS:0;jenkins-hbase3:34913 {}] regionserver.HRegionServer(3528): Received CLOSE for dc4dc6873664b3f2244ed7ba623e95b2 2023-11-12T09:21:32,438 INFO [RS:0;jenkins-hbase3:34913 {}] regionserver.HRegionServer(3528): Received CLOSE for 08b03286eb5803d6f76b06ea19e01593 2023-11-12T09:21:32,438 INFO [RS:0;jenkins-hbase3:34913 {}] regionserver.HRegionServer(3528): Received CLOSE for 6ea23031cdf281b64b59d86addb20b4d 2023-11-12T09:21:32,438 INFO [RS:0;jenkins-hbase3:34913 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:21:32,439 INFO [RS:0;jenkins-hbase3:34913 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:21:32,439 DEBUG [RS:0;jenkins-hbase3:34913 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:21:32,439 INFO [RS:0;jenkins-hbase3:34913 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2023-11-12T09:21:32,439 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing d723653904902a6feabf555d1a98b404, disabling compactions & flushes 2023-11-12T09:21:32,439 INFO [RS:0;jenkins-hbase3:34913 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2023-11-12T09:21:32,439 INFO [RS:0;jenkins-hbase3:34913 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2023-11-12T09:21:32,439 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region test-1699780825728,,1699780826237.d723653904902a6feabf555d1a98b404. 2023-11-12T09:21:32,439 INFO [RS:0;jenkins-hbase3:34913 {}] regionserver.HRegionServer(3528): Received CLOSE for 1588230740 2023-11-12T09:21:32,439 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1699780825728,,1699780826237.d723653904902a6feabf555d1a98b404. 2023-11-12T09:21:32,439 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on test-1699780825728,,1699780826237.d723653904902a6feabf555d1a98b404. after waiting 0 ms 2023-11-12T09:21:32,439 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region test-1699780825728,,1699780826237.d723653904902a6feabf555d1a98b404. 2023-11-12T09:21:32,439 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing d723653904902a6feabf555d1a98b404 1/1 column families, dataSize=10.60 KB heapSize=25 KB 2023-11-12T09:21:32,439 INFO [RS:0;jenkins-hbase3:34913 {}] regionserver.HRegionServer(1579): Waiting on 10 regions to close 2023-11-12T09:21:32,442 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-11-12T09:21:32,442 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-11-12T09:21:32,442 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-11-12T09:21:32,442 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-11-12T09:21:32,442 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-11-12T09:21:32,442 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2819): Flushing 1588230740 3/3 column families, dataSize=11.59 KB heapSize=20.33 KB 2023-11-12T09:21:32,442 DEBUG [RS:0;jenkins-hbase3:34913 {}] regionserver.HRegionServer(1609): Waiting on 08b03286eb5803d6f76b06ea19e01593, 1588230740, 6ea23031cdf281b64b59d86addb20b4d, 9daf94fbd20af17ca73ad05fed25d6c6, d0b7ed00765f84fba75695a4a5ad8007, d3cfa7e8ec4a7bfa781d10b32c83ea86, d723653904902a6feabf555d1a98b404, dc4dc6873664b3f2244ed7ba623e95b2, e9a4ac134849fcd1b4cfb2911ac2f551, f2d76a3b8cd31289fcb3ff9563992e1f 2023-11-12T09:21:32,447 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/default/test-1699780825728/d723653904902a6feabf555d1a98b404/.tmp/f/b63cd01534604e24ab8290fa18496787 is 59, key is row-test-1699780825728-1-10/f:q1/1699780847722/Put/seqid=0 2023-11-12T09:21:32,456 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.60 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/default/test-1699780825728/d723653904902a6feabf555d1a98b404/.tmp/f/b63cd01534604e24ab8290fa18496787 2023-11-12T09:21:32,464 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/default/test-1699780825728/d723653904902a6feabf555d1a98b404/.tmp/f/b63cd01534604e24ab8290fa18496787 as hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/default/test-1699780825728/d723653904902a6feabf555d1a98b404/f/b63cd01534604e24ab8290fa18496787 2023-11-12T09:21:32,467 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/hbase/meta/1588230740/.tmp/info/9af5f02a83d14763a472fec6e659f429 is 159, key is ns2:test-16997808257281,,1699780826980.f2d76a3b8cd31289fcb3ff9563992e1f./info:regioninfo/1699780827780/Put/seqid=0 2023-11-12T09:21:32,472 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/default/test-1699780825728/d723653904902a6feabf555d1a98b404/f/b63cd01534604e24ab8290fa18496787, entries=198, sequenceid=304, filesize=16.2 K 2023-11-12T09:21:32,473 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~10.60 KB/10850, heapSize ~24.98 KB/25584, currentSize=0 B/0 for d723653904902a6feabf555d1a98b404 in 33ms, sequenceid=304, compaction requested=false 2023-11-12T09:21:32,486 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/default/test-1699780825728/d723653904902a6feabf555d1a98b404/recovered.edits/307.seqid, newMaxSeqId=307, maxSeqId=1 2023-11-12T09:21:32,487 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:21:32,489 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed test-1699780825728,,1699780826237.d723653904902a6feabf555d1a98b404. 2023-11-12T09:21:32,489 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for d723653904902a6feabf555d1a98b404: 2023-11-12T09:21:32,489 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1699780825728,,1699780826237.d723653904902a6feabf555d1a98b404. 2023-11-12T09:21:32,490 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing e9a4ac134849fcd1b4cfb2911ac2f551, disabling compactions & flushes 2023-11-12T09:21:32,490 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns3:test-16997808257282,,1699780828190.e9a4ac134849fcd1b4cfb2911ac2f551. 2023-11-12T09:21:32,490 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16997808257282,,1699780828190.e9a4ac134849fcd1b4cfb2911ac2f551. 2023-11-12T09:21:32,490 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16997808257282,,1699780828190.e9a4ac134849fcd1b4cfb2911ac2f551. after waiting 0 ms 2023-11-12T09:21:32,490 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16997808257282,,1699780828190.e9a4ac134849fcd1b4cfb2911ac2f551. 2023-11-12T09:21:32,494 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/ns3/test-16997808257282/e9a4ac134849fcd1b4cfb2911ac2f551/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-11-12T09:21:32,494 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:21:32,495 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns3:test-16997808257282,,1699780828190.e9a4ac134849fcd1b4cfb2911ac2f551. 2023-11-12T09:21:32,495 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for e9a4ac134849fcd1b4cfb2911ac2f551: 2023-11-12T09:21:32,495 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-16997808257282,,1699780828190.e9a4ac134849fcd1b4cfb2911ac2f551. 2023-11-12T09:21:32,496 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 9daf94fbd20af17ca73ad05fed25d6c6, disabling compactions & flushes 2023-11-12T09:21:32,496 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system,,1699780832651.9daf94fbd20af17ca73ad05fed25d6c6. 2023-11-12T09:21:32,496 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1699780832651.9daf94fbd20af17ca73ad05fed25d6c6. 2023-11-12T09:21:32,496 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1699780832651.9daf94fbd20af17ca73ad05fed25d6c6. after waiting 0 ms 2023-11-12T09:21:32,496 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1699780832651.9daf94fbd20af17ca73ad05fed25d6c6. 2023-11-12T09:21:32,496 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 9daf94fbd20af17ca73ad05fed25d6c6 2/2 column families, dataSize=1.66 KB heapSize=3.18 KB 2023-11-12T09:21:32,501 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/backup/system/9daf94fbd20af17ca73ad05fed25d6c6/.tmp/meta/97e7506e80394cc1b87f0732fb93a469 is 171, key is trslm:hdfs://localhost:35459/backupUT\x00ns2:test-16997808257281/meta:log-roll-map/1699780868893/Put/seqid=0 2023-11-12T09:21:32,509 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=729 B at sequenceid=44 (bloomFilter=true), to=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/backup/system/9daf94fbd20af17ca73ad05fed25d6c6/.tmp/meta/97e7506e80394cc1b87f0732fb93a469 2023-11-12T09:21:32,516 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 97e7506e80394cc1b87f0732fb93a469 2023-11-12T09:21:32,520 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/backup/system/9daf94fbd20af17ca73ad05fed25d6c6/.tmp/session/1e157d965ae64ced85b4f4bc0c709dd5 is 360, key is session:backup_1699780858277/session:context/1699780870151/Put/seqid=0 2023-11-12T09:21:32,528 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=972 B at sequenceid=44 (bloomFilter=true), to=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/backup/system/9daf94fbd20af17ca73ad05fed25d6c6/.tmp/session/1e157d965ae64ced85b4f4bc0c709dd5 2023-11-12T09:21:32,534 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1e157d965ae64ced85b4f4bc0c709dd5 2023-11-12T09:21:32,535 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/backup/system/9daf94fbd20af17ca73ad05fed25d6c6/.tmp/meta/97e7506e80394cc1b87f0732fb93a469 as hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/backup/system/9daf94fbd20af17ca73ad05fed25d6c6/meta/97e7506e80394cc1b87f0732fb93a469 2023-11-12T09:21:32,541 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 97e7506e80394cc1b87f0732fb93a469 2023-11-12T09:21:32,542 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/backup/system/9daf94fbd20af17ca73ad05fed25d6c6/meta/97e7506e80394cc1b87f0732fb93a469, entries=5, sequenceid=44, filesize=5.7 K 2023-11-12T09:21:32,543 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/backup/system/9daf94fbd20af17ca73ad05fed25d6c6/.tmp/session/1e157d965ae64ced85b4f4bc0c709dd5 as hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/backup/system/9daf94fbd20af17ca73ad05fed25d6c6/session/1e157d965ae64ced85b4f4bc0c709dd5 2023-11-12T09:21:32,549 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1e157d965ae64ced85b4f4bc0c709dd5 2023-11-12T09:21:32,549 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/backup/system/9daf94fbd20af17ca73ad05fed25d6c6/session/1e157d965ae64ced85b4f4bc0c709dd5, entries=3, sequenceid=44, filesize=5.5 K 2023-11-12T09:21:32,550 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~1.66 KB/1701, heapSize ~3.15 KB/3224, currentSize=0 B/0 for 9daf94fbd20af17ca73ad05fed25d6c6 in 54ms, sequenceid=44, compaction requested=true 2023-11-12T09:21:32,568 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/backup/system/9daf94fbd20af17ca73ad05fed25d6c6/recovered.edits/47.seqid, newMaxSeqId=47, maxSeqId=1 2023-11-12T09:21:32,569 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:21:32,571 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system,,1699780832651.9daf94fbd20af17ca73ad05fed25d6c6. 2023-11-12T09:21:32,571 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 9daf94fbd20af17ca73ad05fed25d6c6: 2023-11-12T09:21:32,571 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1699780832651.9daf94fbd20af17ca73ad05fed25d6c6. 2023-11-12T09:21:32,572 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing d0b7ed00765f84fba75695a4a5ad8007, disabling compactions & flushes 2023-11-12T09:21:32,572 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region hbase:namespace,,1699780819429.d0b7ed00765f84fba75695a4a5ad8007. 2023-11-12T09:21:32,572 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1699780819429.d0b7ed00765f84fba75695a4a5ad8007. 2023-11-12T09:21:32,572 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1699780819429.d0b7ed00765f84fba75695a4a5ad8007. after waiting 0 ms 2023-11-12T09:21:32,572 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1699780819429.d0b7ed00765f84fba75695a4a5ad8007. 2023-11-12T09:21:32,572 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing d0b7ed00765f84fba75695a4a5ad8007 1/1 column families, dataSize=249 B heapSize=1.02 KB 2023-11-12T09:21:32,587 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/hbase/namespace/d0b7ed00765f84fba75695a4a5ad8007/.tmp/info/a4ea6233ad1342f38ce9d84364ee0128 is 45, key is default/info:d/1699780820809/Put/seqid=0 2023-11-12T09:21:32,642 DEBUG [RS:0;jenkins-hbase3:34913 {}] regionserver.HRegionServer(1609): Waiting on 08b03286eb5803d6f76b06ea19e01593, 1588230740, 6ea23031cdf281b64b59d86addb20b4d, d0b7ed00765f84fba75695a4a5ad8007, d3cfa7e8ec4a7bfa781d10b32c83ea86, dc4dc6873664b3f2244ed7ba623e95b2, f2d76a3b8cd31289fcb3ff9563992e1f 2023-11-12T09:21:32,843 DEBUG [RS:0;jenkins-hbase3:34913 {}] regionserver.HRegionServer(1609): Waiting on 08b03286eb5803d6f76b06ea19e01593, 1588230740, 6ea23031cdf281b64b59d86addb20b4d, d0b7ed00765f84fba75695a4a5ad8007, d3cfa7e8ec4a7bfa781d10b32c83ea86, dc4dc6873664b3f2244ed7ba623e95b2, f2d76a3b8cd31289fcb3ff9563992e1f 2023-11-12T09:21:32,885 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.74 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/hbase/meta/1588230740/.tmp/info/9af5f02a83d14763a472fec6e659f429 2023-11-12T09:21:32,916 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/hbase/meta/1588230740/.tmp/table/23a5ec167e624fd68cd7bb796ecebf0a is 59, key is ns2:test-16997808257281/table:state/1699780827790/Put/seqid=0 2023-11-12T09:21:32,995 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/hbase/namespace/d0b7ed00765f84fba75695a4a5ad8007/.tmp/info/a4ea6233ad1342f38ce9d84364ee0128 2023-11-12T09:21:33,001 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/hbase/namespace/d0b7ed00765f84fba75695a4a5ad8007/.tmp/info/a4ea6233ad1342f38ce9d84364ee0128 as hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/hbase/namespace/d0b7ed00765f84fba75695a4a5ad8007/info/a4ea6233ad1342f38ce9d84364ee0128 2023-11-12T09:21:33,006 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/hbase/namespace/d0b7ed00765f84fba75695a4a5ad8007/info/a4ea6233ad1342f38ce9d84364ee0128, entries=7, sequenceid=11, filesize=5.1 K 2023-11-12T09:21:33,007 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~249 B/249, heapSize ~1.01 KB/1032, currentSize=0 B/0 for d0b7ed00765f84fba75695a4a5ad8007 in 435ms, sequenceid=11, compaction requested=false 2023-11-12T09:21:33,014 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/hbase/namespace/d0b7ed00765f84fba75695a4a5ad8007/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2023-11-12T09:21:33,014 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:21:33,015 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed hbase:namespace,,1699780819429.d0b7ed00765f84fba75695a4a5ad8007. 2023-11-12T09:21:33,015 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for d0b7ed00765f84fba75695a4a5ad8007: 2023-11-12T09:21:33,015 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1699780819429.d0b7ed00765f84fba75695a4a5ad8007. 2023-11-12T09:21:33,015 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing d3cfa7e8ec4a7bfa781d10b32c83ea86, disabling compactions & flushes 2023-11-12T09:21:33,015 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns2:table2,,1699780884787.d3cfa7e8ec4a7bfa781d10b32c83ea86. 2023-11-12T09:21:33,015 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:table2,,1699780884787.d3cfa7e8ec4a7bfa781d10b32c83ea86. 2023-11-12T09:21:33,015 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns2:table2,,1699780884787.d3cfa7e8ec4a7bfa781d10b32c83ea86. after waiting 0 ms 2023-11-12T09:21:33,015 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns2:table2,,1699780884787.d3cfa7e8ec4a7bfa781d10b32c83ea86. 2023-11-12T09:21:33,021 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/ns2/table2/d3cfa7e8ec4a7bfa781d10b32c83ea86/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2023-11-12T09:21:33,022 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:21:33,022 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns2:table2,,1699780884787.d3cfa7e8ec4a7bfa781d10b32c83ea86. 2023-11-12T09:21:33,022 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for d3cfa7e8ec4a7bfa781d10b32c83ea86: 2023-11-12T09:21:33,022 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:table2,,1699780884787.d3cfa7e8ec4a7bfa781d10b32c83ea86. 2023-11-12T09:21:33,023 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing f2d76a3b8cd31289fcb3ff9563992e1f, disabling compactions & flushes 2023-11-12T09:21:33,023 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns2:test-16997808257281,,1699780826980.f2d76a3b8cd31289fcb3ff9563992e1f. 2023-11-12T09:21:33,023 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16997808257281,,1699780826980.f2d76a3b8cd31289fcb3ff9563992e1f. 2023-11-12T09:21:33,023 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16997808257281,,1699780826980.f2d76a3b8cd31289fcb3ff9563992e1f. after waiting 0 ms 2023-11-12T09:21:33,023 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16997808257281,,1699780826980.f2d76a3b8cd31289fcb3ff9563992e1f. 2023-11-12T09:21:33,023 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing f2d76a3b8cd31289fcb3ff9563992e1f 1/1 column families, dataSize=11.56 KB heapSize=26.55 KB 2023-11-12T09:21:33,026 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/ns2/test-16997808257281/f2d76a3b8cd31289fcb3ff9563992e1f/.tmp/f/51effb03dec9457a96d6992a2a1bc921 is 64, key is row-ns2:test-16997808257281-1-10/f:q1/1699780847840/Put/seqid=0 2023-11-12T09:21:33,043 DEBUG [RS:0;jenkins-hbase3:34913 {}] regionserver.HRegionServer(1609): Waiting on 08b03286eb5803d6f76b06ea19e01593, 1588230740, 6ea23031cdf281b64b59d86addb20b4d, dc4dc6873664b3f2244ed7ba623e95b2, f2d76a3b8cd31289fcb3ff9563992e1f 2023-11-12T09:21:33,243 DEBUG [RS:0;jenkins-hbase3:34913 {}] regionserver.HRegionServer(1609): Waiting on 08b03286eb5803d6f76b06ea19e01593, 1588230740, 6ea23031cdf281b64b59d86addb20b4d, dc4dc6873664b3f2244ed7ba623e95b2, f2d76a3b8cd31289fcb3ff9563992e1f 2023-11-12T09:21:33,325 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=874 B at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/hbase/meta/1588230740/.tmp/table/23a5ec167e624fd68cd7bb796ecebf0a 2023-11-12T09:21:33,332 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/hbase/meta/1588230740/.tmp/info/9af5f02a83d14763a472fec6e659f429 as hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/hbase/meta/1588230740/info/9af5f02a83d14763a472fec6e659f429 2023-11-12T09:21:33,338 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/hbase/meta/1588230740/info/9af5f02a83d14763a472fec6e659f429, entries=90, sequenceid=49, filesize=16.4 K 2023-11-12T09:21:33,339 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/hbase/meta/1588230740/.tmp/table/23a5ec167e624fd68cd7bb796ecebf0a as hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/hbase/meta/1588230740/table/23a5ec167e624fd68cd7bb796ecebf0a 2023-11-12T09:21:33,345 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/hbase/meta/1588230740/table/23a5ec167e624fd68cd7bb796ecebf0a, entries=18, sequenceid=49, filesize=5.9 K 2023-11-12T09:21:33,346 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3022): Finished flush of dataSize ~11.59 KB/11868, heapSize ~20.05 KB/20528, currentSize=0 B/0 for 1588230740 in 903ms, sequenceid=49, compaction requested=false 2023-11-12T09:21:33,354 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/hbase/meta/1588230740/recovered.edits/52.seqid, newMaxSeqId=52, maxSeqId=1 2023-11-12T09:21:33,354 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:21:33,355 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-11-12T09:21:33,355 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-11-12T09:21:33,355 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-11-12T09:21:33,356 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2023-11-12T09:21:33,424 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2023-11-12T09:21:33,424 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2023-11-12T09:21:33,431 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.56 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/ns2/test-16997808257281/f2d76a3b8cd31289fcb3ff9563992e1f/.tmp/f/51effb03dec9457a96d6992a2a1bc921 2023-11-12T09:21:33,439 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/ns2/test-16997808257281/f2d76a3b8cd31289fcb3ff9563992e1f/.tmp/f/51effb03dec9457a96d6992a2a1bc921 as hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/ns2/test-16997808257281/f2d76a3b8cd31289fcb3ff9563992e1f/f/51effb03dec9457a96d6992a2a1bc921 2023-11-12T09:21:33,443 INFO [RS:0;jenkins-hbase3:34913 {}] regionserver.HRegionServer(1579): Waiting on 4 regions to close 2023-11-12T09:21:33,444 DEBUG [RS:0;jenkins-hbase3:34913 {}] regionserver.HRegionServer(1583): Online Regions={f2d76a3b8cd31289fcb3ff9563992e1f=ns2:test-16997808257281,,1699780826980.f2d76a3b8cd31289fcb3ff9563992e1f., dc4dc6873664b3f2244ed7ba623e95b2=table1,,1699780877519.dc4dc6873664b3f2244ed7ba623e95b2., 08b03286eb5803d6f76b06ea19e01593=backup:system_bulk,,1699780833277.08b03286eb5803d6f76b06ea19e01593., 6ea23031cdf281b64b59d86addb20b4d=ns4:test-16997808257283,,1699780830318.6ea23031cdf281b64b59d86addb20b4d.} 2023-11-12T09:21:33,444 DEBUG [RS:0;jenkins-hbase3:34913 {}] regionserver.HRegionServer(1609): Waiting on 08b03286eb5803d6f76b06ea19e01593, 6ea23031cdf281b64b59d86addb20b4d, dc4dc6873664b3f2244ed7ba623e95b2, f2d76a3b8cd31289fcb3ff9563992e1f 2023-11-12T09:21:33,445 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/ns2/test-16997808257281/f2d76a3b8cd31289fcb3ff9563992e1f/f/51effb03dec9457a96d6992a2a1bc921, entries=198, sequenceid=304, filesize=17.2 K 2023-11-12T09:21:33,446 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~11.56 KB/11840, heapSize ~26.53 KB/27168, currentSize=0 B/0 for f2d76a3b8cd31289fcb3ff9563992e1f in 423ms, sequenceid=304, compaction requested=false 2023-11-12T09:21:33,455 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/ns2/test-16997808257281/f2d76a3b8cd31289fcb3ff9563992e1f/recovered.edits/307.seqid, newMaxSeqId=307, maxSeqId=1 2023-11-12T09:21:33,455 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:21:33,456 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns2:test-16997808257281,,1699780826980.f2d76a3b8cd31289fcb3ff9563992e1f. 2023-11-12T09:21:33,456 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for f2d76a3b8cd31289fcb3ff9563992e1f: 2023-11-12T09:21:33,456 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-16997808257281,,1699780826980.f2d76a3b8cd31289fcb3ff9563992e1f. 2023-11-12T09:21:33,456 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing dc4dc6873664b3f2244ed7ba623e95b2, disabling compactions & flushes 2023-11-12T09:21:33,456 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region table1,,1699780877519.dc4dc6873664b3f2244ed7ba623e95b2. 2023-11-12T09:21:33,456 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,,1699780877519.dc4dc6873664b3f2244ed7ba623e95b2. 2023-11-12T09:21:33,456 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on table1,,1699780877519.dc4dc6873664b3f2244ed7ba623e95b2. after waiting 0 ms 2023-11-12T09:21:33,456 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region table1,,1699780877519.dc4dc6873664b3f2244ed7ba623e95b2. 2023-11-12T09:21:33,464 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/default/table1/dc4dc6873664b3f2244ed7ba623e95b2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2023-11-12T09:21:33,465 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:21:33,465 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed table1,,1699780877519.dc4dc6873664b3f2244ed7ba623e95b2. 2023-11-12T09:21:33,465 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for dc4dc6873664b3f2244ed7ba623e95b2: 2023-11-12T09:21:33,466 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,,1699780877519.dc4dc6873664b3f2244ed7ba623e95b2. 2023-11-12T09:21:33,466 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 08b03286eb5803d6f76b06ea19e01593, disabling compactions & flushes 2023-11-12T09:21:33,466 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1699780833277.08b03286eb5803d6f76b06ea19e01593. 2023-11-12T09:21:33,466 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1699780833277.08b03286eb5803d6f76b06ea19e01593. 2023-11-12T09:21:33,466 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1699780833277.08b03286eb5803d6f76b06ea19e01593. after waiting 0 ms 2023-11-12T09:21:33,467 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1699780833277.08b03286eb5803d6f76b06ea19e01593. 2023-11-12T09:21:33,470 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/backup/system_bulk/08b03286eb5803d6f76b06ea19e01593/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-11-12T09:21:33,471 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:21:33,471 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system_bulk,,1699780833277.08b03286eb5803d6f76b06ea19e01593. 2023-11-12T09:21:33,471 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 08b03286eb5803d6f76b06ea19e01593: 2023-11-12T09:21:33,472 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1699780833277.08b03286eb5803d6f76b06ea19e01593. 2023-11-12T09:21:33,472 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 6ea23031cdf281b64b59d86addb20b4d, disabling compactions & flushes 2023-11-12T09:21:33,472 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns4:test-16997808257283,,1699780830318.6ea23031cdf281b64b59d86addb20b4d. 2023-11-12T09:21:33,472 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16997808257283,,1699780830318.6ea23031cdf281b64b59d86addb20b4d. 2023-11-12T09:21:33,472 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16997808257283,,1699780830318.6ea23031cdf281b64b59d86addb20b4d. after waiting 0 ms 2023-11-12T09:21:33,472 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16997808257283,,1699780830318.6ea23031cdf281b64b59d86addb20b4d. 2023-11-12T09:21:33,482 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/data/ns4/test-16997808257283/6ea23031cdf281b64b59d86addb20b4d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-11-12T09:21:33,482 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:21:33,483 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns4:test-16997808257283,,1699780830318.6ea23031cdf281b64b59d86addb20b4d. 2023-11-12T09:21:33,483 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 6ea23031cdf281b64b59d86addb20b4d: 2023-11-12T09:21:33,484 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-16997808257283,,1699780830318.6ea23031cdf281b64b59d86addb20b4d. 2023-11-12T09:21:33,644 INFO [RS:0;jenkins-hbase3:34913 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,34913,1699780816241; all regions closed. 2023-11-12T09:21:33,652 DEBUG [RS:0;jenkins-hbase3:34913 {}] wal.AbstractFSWAL(1062): Moved 2 WAL file(s) to /user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/oldWALs 2023-11-12T09:21:33,652 INFO [RS:0;jenkins-hbase3:34913 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C34913%2C1699780816241.meta:.meta(num 1699780862456) 2023-11-12T09:21:33,666 DEBUG [RS:0;jenkins-hbase3:34913 {}] wal.AbstractFSWAL(1062): Moved 4 WAL file(s) to /user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/oldWALs 2023-11-12T09:21:33,666 INFO [RS:0;jenkins-hbase3:34913 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C34913%2C1699780816241:(num 1699780862474) 2023-11-12T09:21:33,666 DEBUG [RS:0;jenkins-hbase3:34913 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:21:33,666 INFO [RS:0;jenkins-hbase3:34913 {}] regionserver.LeaseManager(133): Closed leases 2023-11-12T09:21:33,667 INFO [RS:0;jenkins-hbase3:34913 {}] hbase.ChoreService(370): Chore service for: regionserver/jenkins-hbase3:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2023-11-12T09:21:33,667 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-11-12T09:21:33,668 INFO [RS:0;jenkins-hbase3:34913 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:34913 2023-11-12T09:21:33,675 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34913-0x1004ceeca580001, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/jenkins-hbase3.apache.org,34913,1699780816241 2023-11-12T09:21:33,675 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-11-12T09:21:33,679 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [jenkins-hbase3.apache.org,34913,1699780816241] 2023-11-12T09:21:33,679 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing jenkins-hbase3.apache.org,34913,1699780816241; numProcessing=1 2023-11-12T09:21:33,680 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(224): Node /1/draining/jenkins-hbase3.apache.org,34913,1699780816241 already deleted, retry=false 2023-11-12T09:21:33,680 INFO [RegionServerTracker-0 {}] master.ServerManager(561): Cluster shutdown set; jenkins-hbase3.apache.org,34913,1699780816241 expired; onlineServers=0 2023-11-12T09:21:33,680 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,39599,1699780812841' ***** 2023-11-12T09:21:33,680 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2531): STOPPED: Cluster shutdown set; onlineServer=0 2023-11-12T09:21:33,681 DEBUG [M:0;jenkins-hbase3:39599 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37bfcf3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-11-12T09:21:33,681 INFO [M:0;jenkins-hbase3:39599 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-11-12T09:21:33,703 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2023-11-12T09:21:33,703 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:21:33,703 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-11-12T09:21:33,728 INFO [M:0;jenkins-hbase3:39599 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@5b85ded4{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-11-12T09:21:33,729 INFO [M:0;jenkins-hbase3:39599 {}] server.AbstractConnector(383): Stopped ServerConnector@40611faa{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-11-12T09:21:33,729 INFO [M:0;jenkins-hbase3:39599 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-11-12T09:21:33,729 INFO [M:0;jenkins-hbase3:39599 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@1ce35be8{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-11-12T09:21:33,730 INFO [M:0;jenkins-hbase3:39599 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@5f9b1990{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/hadoop.log.dir/,STOPPED} 2023-11-12T09:21:33,730 INFO [M:0;jenkins-hbase3:39599 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,39599,1699780812841 2023-11-12T09:21:33,730 INFO [M:0;jenkins-hbase3:39599 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,39599,1699780812841; all regions closed. 2023-11-12T09:21:33,730 DEBUG [M:0;jenkins-hbase3:39599 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:21:33,731 INFO [M:0;jenkins-hbase3:39599 {}] master.HMaster(1666): Stopping master jetty server 2023-11-12T09:21:33,731 INFO [M:0;jenkins-hbase3:39599 {}] server.AbstractConnector(383): Stopped ServerConnector@25f936de{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-11-12T09:21:33,732 DEBUG [M:0;jenkins-hbase3:39599 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2023-11-12T09:21:33,732 INFO [M:0;jenkins-hbase3:39599 {}] master.BackupLogCleaner(171): Stopping BackupLogCleaner 2023-11-12T09:21:33,732 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2023-11-12T09:21:33,732 DEBUG [M:0;jenkins-hbase3:39599 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x75d97329 to 127.0.0.1:55189 2023-11-12T09:21:33,732 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1699780818168 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1699780818168,5,FailOnTimeoutGroup] 2023-11-12T09:21:33,732 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1699780818168 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1699780818168,5,FailOnTimeoutGroup] 2023-11-12T09:21:33,732 DEBUG [M:0;jenkins-hbase3:39599 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:21:33,732 DEBUG [M:0;jenkins-hbase3:39599 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2023-11-12T09:21:33,732 INFO [M:0;jenkins-hbase3:39599 {}] hbase.ChoreService(370): Chore service for: master/jenkins-hbase3:0 had [] on shutdown 2023-11-12T09:21:33,732 DEBUG [M:0;jenkins-hbase3:39599 {}] master.HMaster(1689): Stopping service threads 2023-11-12T09:21:33,732 INFO [M:0;jenkins-hbase3:39599 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2023-11-12T09:21:33,733 ERROR [M:0;jenkins-hbase3:39599 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2023-11-12T09:21:33,733 INFO [M:0;jenkins-hbase3:39599 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-11-12T09:21:33,733 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2023-11-12T09:21:33,734 DEBUG [M:0;jenkins-hbase3:39599 {}] zookeeper.ZKUtil(347): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2023-11-12T09:21:33,734 WARN [M:0;jenkins-hbase3:39599 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2023-11-12T09:21:33,734 INFO [M:0;jenkins-hbase3:39599 {}] assignment.AssignmentManager(383): Stopping assignment manager 2023-11-12T09:21:33,734 INFO [M:0;jenkins-hbase3:39599 {}] region.MasterRegion(178): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2023-11-12T09:21:33,735 DEBUG [M:0;jenkins-hbase3:39599 {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-11-12T09:21:33,753 INFO [M:0;jenkins-hbase3:39599 {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:21:33,753 DEBUG [M:0;jenkins-hbase3:39599 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:21:33,753 DEBUG [M:0;jenkins-hbase3:39599 {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-11-12T09:21:33,753 DEBUG [M:0;jenkins-hbase3:39599 {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:21:33,753 INFO [M:0;jenkins-hbase3:39599 {}] regionserver.HRegion(2819): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=188.02 KB heapSize=225.13 KB 2023-11-12T09:21:33,766 DEBUG [M:0;jenkins-hbase3:39599 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2b90c979bed6484ea65ab6fbf296cae5 is 88, key is hbase:meta,,1/info:sn/1699780818781/Put/seqid=0 2023-11-12T09:21:33,771 INFO [M:0;jenkins-hbase3:39599 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=530 B at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2b90c979bed6484ea65ab6fbf296cae5 2023-11-12T09:21:33,778 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34913-0x1004ceeca580001, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-11-12T09:21:33,778 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34913-0x1004ceeca580001, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-11-12T09:21:33,778 INFO [RS:0;jenkins-hbase3:34913 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,34913,1699780816241; zookeeper connection closed. 2023-11-12T09:21:33,778 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@481df1b4 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@481df1b4 2023-11-12T09:21:33,778 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2023-11-12T09:21:33,790 DEBUG [M:0;jenkins-hbase3:39599 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0014346e61b14072954ca9d9d084875d is 988, key is \x00\x00\x00\x00\x00\x00\x00\x1D/proc:d/1699780834082/Put/seqid=0 2023-11-12T09:21:34,092 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-11-12T09:21:34,092 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-11-12T09:21:34,092 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-11-12T09:21:34,092 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-16997808257281 2023-11-12T09:21:34,092 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-11-12T09:21:34,092 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-11-12T09:21:34,092 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-16997808257283 2023-11-12T09:21:34,092 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1699780825728 2023-11-12T09:21:34,092 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-16997808257282 2023-11-12T09:21:34,092 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:21:34,092 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2023-11-12T09:21:34,194 INFO [M:0;jenkins-hbase3:39599 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=187.43 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0014346e61b14072954ca9d9d084875d 2023-11-12T09:21:34,199 INFO [M:0;jenkins-hbase3:39599 {}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0014346e61b14072954ca9d9d084875d 2023-11-12T09:21:34,214 DEBUG [M:0;jenkins-hbase3:39599 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/64a93334fe834968b00b53e4f43fd5ed is 82, key is jenkins-hbase3.apache.org,34913,1699780816241/rs:state/1699780818274/Put/seqid=0 2023-11-12T09:21:34,619 INFO [M:0;jenkins-hbase3:39599 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/64a93334fe834968b00b53e4f43fd5ed 2023-11-12T09:21:34,627 DEBUG [M:0;jenkins-hbase3:39599 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2b90c979bed6484ea65ab6fbf296cae5 as hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2b90c979bed6484ea65ab6fbf296cae5 2023-11-12T09:21:34,634 INFO [M:0;jenkins-hbase3:39599 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2b90c979bed6484ea65ab6fbf296cae5, entries=8, sequenceid=434, filesize=5.5 K 2023-11-12T09:21:34,638 DEBUG [M:0;jenkins-hbase3:39599 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0014346e61b14072954ca9d9d084875d as hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0014346e61b14072954ca9d9d084875d 2023-11-12T09:21:34,644 INFO [M:0;jenkins-hbase3:39599 {}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0014346e61b14072954ca9d9d084875d 2023-11-12T09:21:34,644 INFO [M:0;jenkins-hbase3:39599 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0014346e61b14072954ca9d9d084875d, entries=47, sequenceid=434, filesize=15.6 K 2023-11-12T09:21:34,645 DEBUG [M:0;jenkins-hbase3:39599 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/64a93334fe834968b00b53e4f43fd5ed as hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/64a93334fe834968b00b53e4f43fd5ed 2023-11-12T09:21:34,652 INFO [M:0;jenkins-hbase3:39599 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35459/user/jenkins/test-data/aef6af73-9da0-cff8-e270-866589292519/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/64a93334fe834968b00b53e4f43fd5ed, entries=1, sequenceid=434, filesize=5.1 K 2023-11-12T09:21:34,653 INFO [M:0;jenkins-hbase3:39599 {}] regionserver.HRegion(3022): Finished flush of dataSize ~188.02 KB/192536, heapSize ~224.83 KB/230224, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 900ms, sequenceid=434, compaction requested=false 2023-11-12T09:21:34,677 INFO [M:0;jenkins-hbase3:39599 {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:21:34,677 DEBUG [M:0;jenkins-hbase3:39599 {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-12T09:21:34,683 INFO [M:0;jenkins-hbase3:39599 {}] flush.MasterFlushTableProcedureManager(85): stop: server shutting down. 2023-11-12T09:21:34,683 INFO [M:0;jenkins-hbase3:39599 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2023-11-12T09:21:34,684 INFO [M:0;jenkins-hbase3:39599 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:39599 2023-11-12T09:21:34,685 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-11-12T09:21:34,687 DEBUG [M:0;jenkins-hbase3:39599 {}] zookeeper.RecoverableZooKeeper(224): Node /1/rs/jenkins-hbase3.apache.org,39599,1699780812841 already deleted, retry=false 2023-11-12T09:21:34,789 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-11-12T09:21:34,789 INFO [M:0;jenkins-hbase3:39599 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,39599,1699780812841; zookeeper connection closed. 2023-11-12T09:21:34,789 DEBUG [Listener at localhost/42379-EventThread {}] zookeeper.ZKWatcher(604): master:39599-0x1004ceeca580000, quorum=127.0.0.1:55189, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-11-12T09:21:34,798 WARN [Listener at jenkins-hbase3.apache.org/38335 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-11-12T09:21:34,803 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-11-12T09:21:34,911 WARN [BP-1241307167-172.31.12.81-1699780809268 heartbeating to localhost/127.0.0.1:35459 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-11-12T09:21:34,911 WARN [BP-1241307167-172.31.12.81-1699780809268 heartbeating to localhost/127.0.0.1:35459 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-1241307167-172.31.12.81-1699780809268 (Datanode Uuid 32d7037f-6d8b-4b35-8eb9-aca1f51831a5) service to localhost/127.0.0.1:35459 2023-11-12T09:21:34,913 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/cluster_6827398b-dc50-92b6-2172-c692f25ff821/dfs/data/data1/current/BP-1241307167-172.31.12.81-1699780809268 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-12T09:21:34,913 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bba1f1b9-a31a-7030-3f5b-3de37648e441/cluster_6827398b-dc50-92b6-2172-c692f25ff821/dfs/data/data2/current/BP-1241307167-172.31.12.81-1699780809268 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-12T09:21:34,937 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-11-12T09:21:35,054 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2023-11-12T09:21:35,118 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2023-11-12T09:21:35,119 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] hbase.HBaseTestingUtility(2857): Stopping mini mapreduce cluster... 2023-11-12T09:21:35,129 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-11-12T09:21:35,244 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-11-12T09:21:35,353 ERROR [Thread[Thread-275,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-11-12T09:21:35,353 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-11-12T09:21:35,457 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2023-11-12T09:21:35,462 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(61): Returning, interrupted : java.lang.InterruptedException 2023-11-12T09:21:35,463 ERROR [Thread[Thread-286,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-11-12T09:21:35,467 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-11-12T09:21:35,570 ERROR [Thread[Thread-250,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-11-12T09:21:35,570 INFO [Listener at jenkins-hbase3.apache.org/38335 {}] hbase.HBaseTestingUtility(2860): Mini mapreduce cluster stopped