2023-09-06 20:25:26,678 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 2023-09-06 20:25:26,695 main DEBUG Took 0.014716 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2023-09-06 20:25:26,696 main DEBUG PluginManager 'Core' found 129 plugins 2023-09-06 20:25:26,696 main DEBUG PluginManager 'Level' found 0 plugins 2023-09-06 20:25:26,697 main DEBUG PluginManager 'Lookup' found 16 plugins 2023-09-06 20:25:26,698 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:25:26,708 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2023-09-06 20:25:26,724 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:25:26,726 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:25:26,726 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:25:26,727 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:25:26,727 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:25:26,727 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:25:26,728 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:25:26,728 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:25:26,729 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:25:26,729 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:25:26,730 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:25:26,730 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:25:26,730 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:25:26,731 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:25:26,731 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:25:26,731 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:25:26,732 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:25:26,732 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:25:26,732 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:25:26,732 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:25:26,733 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:25:26,733 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:25:26,734 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:25:26,734 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:25:26,734 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:25:26,735 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2023-09-06 20:25:26,737 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:25:26,740 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2023-09-06 20:25:26,742 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2023-09-06 20:25:26,743 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2023-09-06 20:25:26,744 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2023-09-06 20:25:26,745 main DEBUG PluginManager 'Converter' found 47 plugins 2023-09-06 20:25:26,761 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2023-09-06 20:25:26,764 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2023-09-06 20:25:26,768 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2023-09-06 20:25:26,768 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2023-09-06 20:25:26,769 main DEBUG createAppenders(={Console}) 2023-09-06 20:25:26,770 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 initialized 2023-09-06 20:25:26,770 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 2023-09-06 20:25:26,770 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 OK. 2023-09-06 20:25:26,771 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2023-09-06 20:25:26,771 main DEBUG OutputStream closed 2023-09-06 20:25:26,771 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2023-09-06 20:25:26,771 main DEBUG Appender DefaultConsole-1 stopped with status true 2023-09-06 20:25:26,772 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@15c43bd9 OK 2023-09-06 20:25:26,815 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586 2023-09-06 20:25:26,818 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=StatusLogger 2023-09-06 20:25:26,819 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=ContextSelector 2023-09-06 20:25:26,820 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name= 2023-09-06 20:25:26,820 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.directory 2023-09-06 20:25:26,821 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2023-09-06 20:25:26,821 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.zookeeper 2023-09-06 20:25:26,821 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2023-09-06 20:25:26,821 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2023-09-06 20:25:26,822 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2023-09-06 20:25:26,822 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase 2023-09-06 20:25:26,822 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop 2023-09-06 20:25:26,823 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2023-09-06 20:25:26,823 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2023-09-06 20:25:26,823 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2023-09-06 20:25:26,823 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2023-09-06 20:25:26,824 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2023-09-06 20:25:26,825 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Appenders,name=Console 2023-09-06 20:25:26,827 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-09-06 20:25:26,828 main DEBUG Reconfiguration complete for context[name=1b6d3586] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.6.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b6e1eff) with optional ClassLoader: null 2023-09-06 20:25:26,828 main DEBUG Shutdown hook enabled. Registering a new one. 2023-09-06 20:25:26,829 main DEBUG LoggerContext[name=1b6d3586, org.apache.logging.log4j.core.LoggerContext@1b6e1eff] started OK. 2023-09-06T20:25:26,859 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestBackupMerge timeout: 13 mins 2023-09-06 20:25:26,863 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2023-09-06 20:25:26,863 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-09-06T20:25:27,191 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8 2023-09-06T20:25:27,195 DEBUG [Time-limited test {}] impl.BackupManager(127): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-09-06T20:25:27,198 DEBUG [Time-limited test {}] impl.BackupManager(157): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:25:27,200 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2023-09-06T20:25:27,203 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/cluster_7892636a-f799-b7c9-4d01-c800421777df, deleteOnExit=true 2023-09-06T20:25:27,203 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2023-09-06T20:25:27,204 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/test.cache.data in system properties and HBase conf 2023-09-06T20:25:27,204 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/hadoop.tmp.dir in system properties and HBase conf 2023-09-06T20:25:27,205 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/hadoop.log.dir in system properties and HBase conf 2023-09-06T20:25:27,205 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/mapreduce.cluster.local.dir in system properties and HBase conf 2023-09-06T20:25:27,205 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-09-06T20:25:27,205 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-09-06T20:25:27,307 WARN [Time-limited test {}] util.NativeCodeLoader(62): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2023-09-06T20:25:27,774 DEBUG [Time-limited test {}] fs.HFileSystem(308): The file system is not a DistributedFileSystem. Skipping on block location reordering 2023-09-06T20:25:27,779 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-09-06T20:25:27,779 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-09-06T20:25:27,780 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-09-06T20:25:27,780 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-09-06T20:25:27,781 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-09-06T20:25:27,781 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-09-06T20:25:27,782 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-09-06T20:25:27,782 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/dfs.journalnode.edits.dir in system properties and HBase conf 2023-09-06T20:25:27,783 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-09-06T20:25:27,783 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/nfs.dump.dir in system properties and HBase conf 2023-09-06T20:25:27,783 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/java.io.tmpdir in system properties and HBase conf 2023-09-06T20:25:27,784 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/dfs.journalnode.edits.dir in system properties and HBase conf 2023-09-06T20:25:27,784 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-09-06T20:25:27,784 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf Formatting using clusterid: testClusterID 2023-09-06T20:25:28,317 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-09-06T20:25:28,322 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-09-06T20:25:28,644 WARN [Time-limited test {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2023-09-06T20:25:28,795 INFO [Time-limited test {}] log.Slf4jLog(67): Logging to org.apache.logging.slf4j.Log4jLogger@5369085 via org.mortbay.log.Slf4jLog 2023-09-06T20:25:28,812 WARN [Time-limited test {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-09-06T20:25:28,856 INFO [Time-limited test {}] log.Slf4jLog(67): jetty-6.1.26 2023-09-06T20:25:28,897 INFO [Time-limited test {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/hdfs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/java.io.tmpdir/Jetty_localhost_45739_hdfs____.5e478a/webapp 2023-09-06T20:25:29,061 INFO [Time-limited test {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:45739 2023-09-06T20:25:29,090 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-09-06T20:25:29,090 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-09-06T20:25:29,620 WARN [Listener at localhost/40377 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-09-06T20:25:29,686 WARN [Listener at localhost/40377 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-09-06T20:25:29,704 WARN [Listener at localhost/40377 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-09-06T20:25:29,712 INFO [Listener at localhost/40377 {}] log.Slf4jLog(67): jetty-6.1.26 2023-09-06T20:25:29,718 INFO [Listener at localhost/40377 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/java.io.tmpdir/Jetty_localhost_36387_datanode____.exfjoq/webapp 2023-09-06T20:25:29,816 INFO [Listener at localhost/40377 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:36387 2023-09-06T20:25:30,162 WARN [Listener at localhost/42361 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-09-06T20:25:30,512 WARN [Thread-52 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-09-06T20:25:30,764 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x66f8c242cdaf5729: Processing first storage report for DS-8f948b4e-17cb-4a47-a966-81d309b05439 from datanode 1a8b9ac8-0084-4f18-a16d-8cab63047337 2023-09-06T20:25:30,766 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x66f8c242cdaf5729: from storage DS-8f948b4e-17cb-4a47-a966-81d309b05439 node DatanodeRegistration(127.0.0.1:34893, datanodeUuid=1a8b9ac8-0084-4f18-a16d-8cab63047337, infoPort=39423, infoSecurePort=0, ipcPort=42361, storageInfo=lv=-57;cid=testClusterID;nsid=471052086;c=1694031928410), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2023-09-06T20:25:30,766 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x66f8c242cdaf5729: Processing first storage report for DS-4102a158-7b14-4e23-bc24-bd569849b6cb from datanode 1a8b9ac8-0084-4f18-a16d-8cab63047337 2023-09-06T20:25:30,767 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x66f8c242cdaf5729: from storage DS-4102a158-7b14-4e23-bc24-bd569849b6cb node DatanodeRegistration(127.0.0.1:34893, datanodeUuid=1a8b9ac8-0084-4f18-a16d-8cab63047337, infoPort=39423, infoSecurePort=0, ipcPort=42361, storageInfo=lv=-57;cid=testClusterID;nsid=471052086;c=1694031928410), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2023-09-06T20:25:30,799 DEBUG [Listener at localhost/42361 {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8 2023-09-06T20:25:30,910 INFO [Listener at localhost/42361 {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/cluster_7892636a-f799-b7c9-4d01-c800421777df/zookeeper_0, clientPort=60712, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/cluster_7892636a-f799-b7c9-4d01-c800421777df/zookeeper_0/version-2, dataDirSize=424 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/cluster_7892636a-f799-b7c9-4d01-c800421777df/zookeeper_0/version-2, dataLogSize=424 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, serverId=0 2023-09-06T20:25:30,929 INFO [Listener at localhost/42361 {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=60712 2023-09-06T20:25:30,937 INFO [Listener at localhost/42361 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:25:30,939 INFO [Listener at localhost/42361 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:25:31,605 INFO [Listener at localhost/42361 {}] util.FSUtils(461): Created version file at hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2 with version=8 2023-09-06T20:25:31,605 INFO [Listener at localhost/42361 {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/hbase-staging 2023-09-06T20:25:31,621 DEBUG [Listener at localhost/42361 {}] hbase.LocalHBaseCluster(134): Setting Master Port to random. 2023-09-06T20:25:31,621 DEBUG [Listener at localhost/42361 {}] hbase.LocalHBaseCluster(141): Setting RegionServer Port to random. 2023-09-06T20:25:31,622 DEBUG [Listener at localhost/42361 {}] hbase.LocalHBaseCluster(151): Setting RS InfoServer Port to random. 2023-09-06T20:25:31,622 DEBUG [Listener at localhost/42361 {}] hbase.LocalHBaseCluster(159): Setting Master InfoServer Port to random. 2023-09-06T20:25:31,850 DEBUG [Listener at localhost/42361 {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2023-09-06T20:25:32,644 INFO [Listener at localhost/42361 {}] client.ConnectionUtils(128): master/jenkins-hbase3:0 server-side Connection retries=45 2023-09-06T20:25:32,691 INFO [Listener at localhost/42361 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-09-06T20:25:32,692 INFO [Listener at localhost/42361 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-09-06T20:25:32,692 INFO [Listener at localhost/42361 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-09-06T20:25:32,692 INFO [Listener at localhost/42361 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-09-06T20:25:32,693 INFO [Listener at localhost/42361 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-09-06T20:25:32,844 INFO [Listener at localhost/42361 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-09-06T20:25:32,982 INFO [Listener at localhost/42361 {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2023-09-06T20:25:33,004 DEBUG [Listener at localhost/42361 {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2023-09-06T20:25:33,010 INFO [Listener at localhost/42361 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-09-06T20:25:33,060 DEBUG [Listener at localhost/42361 {}] channel.DefaultChannelId(79): -Dio.netty.processId: 3690 (auto-detected) 2023-09-06T20:25:33,062 DEBUG [Listener at localhost/42361 {}] channel.DefaultChannelId(101): -Dio.netty.machineId: 02:42:1c:ff:fe:e2:13:ea (auto-detected) 2023-09-06T20:25:33,100 INFO [Listener at localhost/42361 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:40385 2023-09-06T20:25:33,115 INFO [Listener at localhost/42361 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:25:33,117 INFO [Listener at localhost/42361 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:25:33,138 INFO [Listener at localhost/42361 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=master:40385 connecting to ZooKeeper ensemble=127.0.0.1:60712 2023-09-06T20:25:33,188 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): master:403850x0, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-09-06T20:25:33,192 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): master:40385-0x100eef546510000 connected 2023-09-06T20:25:33,219 DEBUG [Listener at localhost/42361 {}] zookeeper.ZKUtil(113): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-09-06T20:25:33,222 DEBUG [Listener at localhost/42361 {}] zookeeper.ZKUtil(113): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-09-06T20:25:33,225 DEBUG [Listener at localhost/42361 {}] zookeeper.ZKUtil(113): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-09-06T20:25:33,235 DEBUG [Listener at localhost/42361 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40385 2023-09-06T20:25:33,236 DEBUG [Listener at localhost/42361 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40385 2023-09-06T20:25:33,237 DEBUG [Listener at localhost/42361 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40385 2023-09-06T20:25:33,237 DEBUG [Listener at localhost/42361 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40385 2023-09-06T20:25:33,237 DEBUG [Listener at localhost/42361 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40385 2023-09-06T20:25:33,292 INFO [Listener at localhost/42361 {}] log.Log(170): Logging initialized @7259ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2023-09-06T20:25:33,429 INFO [Listener at localhost/42361 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-09-06T20:25:33,430 INFO [Listener at localhost/42361 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-09-06T20:25:33,431 INFO [Listener at localhost/42361 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-09-06T20:25:33,434 INFO [Listener at localhost/42361 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2023-09-06T20:25:33,434 INFO [Listener at localhost/42361 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-09-06T20:25:33,434 INFO [Listener at localhost/42361 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-09-06T20:25:33,438 INFO [Listener at localhost/42361 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-09-06T20:25:33,580 INFO [Listener at localhost/42361 {}] http.HttpServer(1219): Jetty bound to port 43543 2023-09-06T20:25:33,582 INFO [Listener at localhost/42361 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-09-06T20:25:33,613 INFO [Listener at localhost/42361 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-09-06T20:25:33,616 INFO [Listener at localhost/42361 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@150e5d96{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/hadoop.log.dir/,AVAILABLE} 2023-09-06T20:25:33,617 INFO [Listener at localhost/42361 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-09-06T20:25:33,617 INFO [Listener at localhost/42361 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@2035f284{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-09-06T20:25:33,681 INFO [Listener at localhost/42361 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-09-06T20:25:33,695 INFO [Listener at localhost/42361 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-09-06T20:25:33,695 INFO [Listener at localhost/42361 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-09-06T20:25:33,697 INFO [Listener at localhost/42361 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2023-09-06T20:25:33,704 INFO [Listener at localhost/42361 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-09-06T20:25:34,861 INFO [Listener at localhost/42361 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@4c1dd1b9{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-09-06T20:25:34,872 INFO [Listener at localhost/42361 {}] server.AbstractConnector(333): Started ServerConnector@696f8cb9{HTTP/1.1, (http/1.1)}{0.0.0.0:43543} 2023-09-06T20:25:34,872 INFO [Listener at localhost/42361 {}] server.Server(415): Started @8839ms 2023-09-06T20:25:34,876 INFO [Listener at localhost/42361 {}] master.HMaster(485): hbase.rootdir=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2, hbase.cluster.distributed=false 2023-09-06T20:25:34,940 INFO [Listener at localhost/42361 {}] client.ConnectionUtils(128): regionserver/jenkins-hbase3:0 server-side Connection retries=45 2023-09-06T20:25:34,940 INFO [Listener at localhost/42361 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-09-06T20:25:34,940 INFO [Listener at localhost/42361 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-09-06T20:25:34,940 INFO [Listener at localhost/42361 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-09-06T20:25:34,941 INFO [Listener at localhost/42361 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-09-06T20:25:34,941 INFO [Listener at localhost/42361 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-09-06T20:25:34,949 INFO [Listener at localhost/42361 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-09-06T20:25:34,951 INFO [Listener at localhost/42361 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-09-06T20:25:34,953 INFO [Listener at localhost/42361 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:38819 2023-09-06T20:25:34,955 INFO [Listener at localhost/42361 {}] hfile.BlockCacheFactory(127): Allocating BlockCache size=782.40 MB, blockSize=64 KB 2023-09-06T20:25:34,964 DEBUG [Listener at localhost/42361 {}] mob.MobFileCache(120): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2023-09-06T20:25:34,965 INFO [Listener at localhost/42361 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:25:34,968 INFO [Listener at localhost/42361 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:25:34,972 INFO [Listener at localhost/42361 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=regionserver:38819 connecting to ZooKeeper ensemble=127.0.0.1:60712 2023-09-06T20:25:34,975 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): regionserver:388190x0, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-09-06T20:25:34,976 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): regionserver:38819-0x100eef546510001 connected 2023-09-06T20:25:34,976 DEBUG [Listener at localhost/42361 {}] zookeeper.ZKUtil(113): regionserver:38819-0x100eef546510001, quorum=127.0.0.1:60712, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-09-06T20:25:34,977 DEBUG [Listener at localhost/42361 {}] zookeeper.ZKUtil(113): regionserver:38819-0x100eef546510001, quorum=127.0.0.1:60712, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-09-06T20:25:34,978 DEBUG [Listener at localhost/42361 {}] zookeeper.ZKUtil(113): regionserver:38819-0x100eef546510001, quorum=127.0.0.1:60712, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-09-06T20:25:34,979 DEBUG [Listener at localhost/42361 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38819 2023-09-06T20:25:34,979 DEBUG [Listener at localhost/42361 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38819 2023-09-06T20:25:34,979 DEBUG [Listener at localhost/42361 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38819 2023-09-06T20:25:34,980 DEBUG [Listener at localhost/42361 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38819 2023-09-06T20:25:34,980 DEBUG [Listener at localhost/42361 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38819 2023-09-06T20:25:34,984 INFO [Listener at localhost/42361 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-09-06T20:25:34,984 INFO [Listener at localhost/42361 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-09-06T20:25:34,984 INFO [Listener at localhost/42361 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-09-06T20:25:34,985 INFO [Listener at localhost/42361 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2023-09-06T20:25:34,985 INFO [Listener at localhost/42361 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-09-06T20:25:34,985 INFO [Listener at localhost/42361 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-09-06T20:25:34,986 INFO [Listener at localhost/42361 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-09-06T20:25:34,988 INFO [Listener at localhost/42361 {}] http.HttpServer(1219): Jetty bound to port 46321 2023-09-06T20:25:34,988 INFO [Listener at localhost/42361 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-09-06T20:25:34,989 INFO [Listener at localhost/42361 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-09-06T20:25:34,990 INFO [Listener at localhost/42361 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@63fa8802{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/hadoop.log.dir/,AVAILABLE} 2023-09-06T20:25:34,990 INFO [Listener at localhost/42361 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-09-06T20:25:34,990 INFO [Listener at localhost/42361 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@7c20c017{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-09-06T20:25:35,002 INFO [Listener at localhost/42361 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-09-06T20:25:35,003 INFO [Listener at localhost/42361 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-09-06T20:25:35,003 INFO [Listener at localhost/42361 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-09-06T20:25:35,003 INFO [Listener at localhost/42361 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2023-09-06T20:25:35,004 INFO [Listener at localhost/42361 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-09-06T20:25:35,009 INFO [Listener at localhost/42361 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@54574d81{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-09-06T20:25:35,010 INFO [Listener at localhost/42361 {}] server.AbstractConnector(333): Started ServerConnector@f852f1f{HTTP/1.1, (http/1.1)}{0.0.0.0:46321} 2023-09-06T20:25:35,010 INFO [Listener at localhost/42361 {}] server.Server(415): Started @8977ms 2023-09-06T20:25:35,015 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-09-06T20:25:35,018 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@1cb517bf{HTTP/1.1, (http/1.1)}{0.0.0.0:37891} 2023-09-06T20:25:35,018 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(415): Started @8985ms 2023-09-06T20:25:35,018 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2388): Adding backup master ZNode /1/backup-masters/jenkins-hbase3.apache.org,40385,1694031931834 2023-09-06T20:25:35,031 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-09-06T20:25:35,031 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38819-0x100eef546510001, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-09-06T20:25:35,032 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/jenkins-hbase3.apache.org,40385,1694031931834 2023-09-06T20:25:35,039 DEBUG [M:0;jenkins-hbase3:40385 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;jenkins-hbase3:40385 2023-09-06T20:25:35,053 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-09-06T20:25:35,053 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38819-0x100eef546510001, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-09-06T20:25:35,053 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:25:35,053 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38819-0x100eef546510001, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:25:35,054 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Set watcher on existing znode=/1/master 2023-09-06T20:25:35,057 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/jenkins-hbase3.apache.org,40385,1694031931834 from backup master directory 2023-09-06T20:25:35,057 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Set watcher on existing znode=/1/master 2023-09-06T20:25:35,062 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38819-0x100eef546510001, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-09-06T20:25:35,062 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/jenkins-hbase3.apache.org,40385,1694031931834 2023-09-06T20:25:35,062 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-09-06T20:25:35,063 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-09-06T20:25:35,064 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=jenkins-hbase3.apache.org,40385,1694031931834 2023-09-06T20:25:35,067 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 352, initial count 0 2023-09-06T20:25:35,070 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 391, initial count 0 2023-09-06T20:25:35,191 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] util.FSUtils(610): Created cluster ID file at hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/hbase.id with ID: bad3b997-3579-4377-8268-ab604d6ca17d 2023-09-06T20:25:35,230 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:25:35,245 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:25:35,245 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38819-0x100eef546510001, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:25:35,287 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(355): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:25:35,289 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2023-09-06T20:25:35,308 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(270): ClientProtocol::create wrong number of arguments, should be hadoop 3.2 or below 2023-09-06T20:25:35,308 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(276): ClientProtocol::create wrong number of arguments, should be hadoop 2.x 2023-09-06T20:25:35,310 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(285): can not find SHOULD_REPLICATE flag, should be hadoop 2.x java.lang.IllegalArgumentException: No enum constant org.apache.hadoop.fs.CreateFlag.SHOULD_REPLICATE at java.lang.Enum.valueOf(Enum.java:238) ~[?:1.8.0_362] at org.apache.hadoop.fs.CreateFlag.valueOf(CreateFlag.java:63) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.loadShouldReplicateFlag(FanOutOneBlockAsyncDFSOutputHelper.java:283) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.(FanOutOneBlockAsyncDFSOutputHelper.java:310) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:140) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:951) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2413) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:574) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:571) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-09-06T20:25:35,321 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2130) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:951) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2413) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:574) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:571) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-09-06T20:25:35,322 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-09-06T20:25:35,793 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7093): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/MasterData/data/master/store 2023-09-06T20:25:35,817 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2023-09-06T20:25:35,818 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:25:35,818 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-09-06T20:25:35,818 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:25:35,819 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:25:35,819 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-09-06T20:25:35,819 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:25:35,819 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:25:35,819 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-09-06T20:25:35,821 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(232): failed to clean up initializing flag: hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/MasterData/data/master/store/.initializing 2023-09-06T20:25:35,821 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(202): WALDir=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/MasterData/WALs/jenkins-hbase3.apache.org,40385,1694031931834 2023-09-06T20:25:35,831 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-09-06T20:25:35,860 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C40385%2C1694031931834, suffix=, logDir=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/MasterData/WALs/jenkins-hbase3.apache.org,40385,1694031931834, archiveDir=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/MasterData/oldWALs, maxLogs=10 2023-09-06T20:25:35,889 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/MasterData/WALs/jenkins-hbase3.apache.org,40385,1694031931834/jenkins-hbase3.apache.org%2C40385%2C1694031931834.1694031935867, exclude list is [], retry=0 2023-09-06T20:25:35,917 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34893,DS-8f948b4e-17cb-4a47-a966-81d309b05439,DISK] 2023-09-06T20:25:35,924 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(123): Hadoop 3.2 and below use unshaded protobuf. java.lang.ClassNotFoundException: org.apache.hadoop.thirdparty.protobuf.MessageLite at java.net.URLClassLoader.findClass(URLClassLoader.java:387) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:418) ~[?:1.8.0_362] at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:352) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:351) ~[?:1.8.0_362] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.ProtobufDecoder.(ProtobufDecoder.java:118) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.processWriteBlockResponse(FanOutOneBlockAsyncDFSOutputHelper.java:346) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$100(FanOutOneBlockAsyncDFSOutputHelper.java:120) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$4.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:430) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:185) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:35) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hadoop.hbase.util.NettyFutureUtils.addListener(NettyFutureUtils.java:52) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:424) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$300(FanOutOneBlockAsyncDFSOutputHelper.java:120) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:482) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:477) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:653) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:691) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:489) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:397) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.4.jar:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-09-06T20:25:35,996 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/MasterData/WALs/jenkins-hbase3.apache.org,40385,1694031931834/jenkins-hbase3.apache.org%2C40385%2C1694031931834.1694031935867 2023-09-06T20:25:35,996 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:34893,DS-8f948b4e-17cb-4a47-a966-81d309b05439,DISK]] 2023-09-06T20:25:35,997 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7254): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:25:35,998 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:25:36,002 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7296): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:25:36,004 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7299): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:25:36,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:25:36,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2023-09-06T20:25:36,113 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:25:36,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:25:36,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:25:36,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2023-09-06T20:25:36,120 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:25:36,121 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:25:36,121 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:25:36,124 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2023-09-06T20:25:36,124 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:25:36,125 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:25:36,125 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:25:36,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2023-09-06T20:25:36,128 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:25:36,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:25:36,134 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:25:36,135 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:25:36,150 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2023-09-06T20:25:36,154 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1076): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:25:36,158 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:25:36,158 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1093): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9727973440, jitterRate=-0.09401187300682068}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2023-09-06T20:25:36,165 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(992): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2023-09-06T20:25:36,166 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2023-09-06T20:25:36,201 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21dc700d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:25:36,263 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(860): No meta location available on zookeeper, skip migrating... 2023-09-06T20:25:36,290 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2023-09-06T20:25:36,290 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(563): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2023-09-06T20:25:36,293 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-09-06T20:25:36,295 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 1 msec 2023-09-06T20:25:36,301 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 6 msec 2023-09-06T20:25:36,302 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2023-09-06T20:25:36,337 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2023-09-06T20:25:36,353 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2023-09-06T20:25:36,355 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/balancer already deleted, retry=false 2023-09-06T20:25:36,359 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(150): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2023-09-06T20:25:36,360 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2023-09-06T20:25:36,361 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/normalizer already deleted, retry=false 2023-09-06T20:25:36,364 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2023-09-06T20:25:36,371 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2023-09-06T20:25:36,374 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/split already deleted, retry=false 2023-09-06T20:25:36,375 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2023-09-06T20:25:36,376 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/merge already deleted, retry=false 2023-09-06T20:25:36,393 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2023-09-06T20:25:36,394 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/snapshot-cleanup already deleted, retry=false 2023-09-06T20:25:36,402 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38819-0x100eef546510001, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-09-06T20:25:36,402 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-09-06T20:25:36,402 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38819-0x100eef546510001, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:25:36,402 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:25:36,402 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(804): Active/primary master=jenkins-hbase3.apache.org,40385,1694031931834, sessionid=0x100eef546510000, setting cluster-up flag (Was=false) 2023-09-06T20:25:36,412 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2023-09-06T20:25:36,420 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:25:36,420 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38819-0x100eef546510001, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:25:36,426 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2023-09-06T20:25:36,428 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,40385,1694031931834 2023-09-06T20:25:36,431 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:25:36,431 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38819-0x100eef546510001, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:25:36,437 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2023-09-06T20:25:36,439 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,40385,1694031931834 2023-09-06T20:25:36,443 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38819-0x100eef546510001, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:25:36,443 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:25:36,449 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2023-09-06T20:25:36,450 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,40385,1694031931834 2023-09-06T20:25:36,523 DEBUG [RS:0;jenkins-hbase3:38819 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;jenkins-hbase3:38819 2023-09-06T20:25:36,525 INFO [RS:0;jenkins-hbase3:38819 {}] regionserver.HRegionServer(997): ClusterId : bad3b997-3579-4377-8268-ab604d6ca17d 2023-09-06T20:25:36,527 INFO [RS:0;jenkins-hbase3:38819 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2023-09-06T20:25:36,529 DEBUG [RS:0;jenkins-hbase3:38819 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2023-09-06T20:25:36,535 DEBUG [RS:0;jenkins-hbase3:38819 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2023-09-06T20:25:36,535 DEBUG [RS:0;jenkins-hbase3:38819 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2023-09-06T20:25:36,539 DEBUG [RS:0;jenkins-hbase3:38819 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2023-09-06T20:25:36,539 DEBUG [RS:0;jenkins-hbase3:38819 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2023-09-06T20:25:36,541 DEBUG [RS:0;jenkins-hbase3:38819 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2023-09-06T20:25:36,542 DEBUG [RS:0;jenkins-hbase3:38819 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61d4a301, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:25:36,544 DEBUG [RS:0;jenkins-hbase3:38819 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a556a7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-09-06T20:25:36,549 INFO [RS:0;jenkins-hbase3:38819 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2023-09-06T20:25:36,549 INFO [RS:0;jenkins-hbase3:38819 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2023-09-06T20:25:36,549 DEBUG [RS:0;jenkins-hbase3:38819 {}] regionserver.HRegionServer(1079): About to register with Master. 2023-09-06T20:25:36,552 INFO [RS:0;jenkins-hbase3:38819 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,40385,1694031931834 with isa=jenkins-hbase3.apache.org/172.31.12.81:38819, startcode=1694031934939 2023-09-06T20:25:36,572 DEBUG [RS:0;jenkins-hbase3:38819 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-09-06T20:25:36,604 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2023-09-06T20:25:36,613 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(574): slop=0.2 2023-09-06T20:25:36,618 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(285): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2023-09-06T20:25:36,627 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: jenkins-hbase3.apache.org,40385,1694031931834 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2023-09-06T20:25:36,632 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-09-06T20:25:36,632 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-09-06T20:25:36,632 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-09-06T20:25:36,632 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-09-06T20:25:36,632 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/jenkins-hbase3:0, corePoolSize=10, maxPoolSize=10 2023-09-06T20:25:36,632 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:25:36,632 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-09-06T20:25:36,633 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:25:36,633 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:34913, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-09-06T20:25:36,638 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1694031966638 2023-09-06T20:25:36,641 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2023-09-06T20:25:36,646 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2023-09-06T20:25:36,647 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2023-09-06T20:25:36,647 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40385 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3181) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:590) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:17393) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-09-06T20:25:36,648 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2023-09-06T20:25:36,652 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:25:36,653 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-09-06T20:25:36,663 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2023-09-06T20:25:36,664 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2023-09-06T20:25:36,664 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2023-09-06T20:25:36,665 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2023-09-06T20:25:36,665 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2023-09-06T20:25:36,669 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-09-06T20:25:36,672 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2023-09-06T20:25:36,678 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2023-09-06T20:25:36,679 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2023-09-06T20:25:36,689 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ReadOnlyZKClient(139): Connect 0x4de5ce47 to 127.0.0.1:60712 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:25:36,699 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b2dbde4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:25:36,699 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-09-06T20:25:36,700 DEBUG [RS:0;jenkins-hbase3:38819 {}] regionserver.HRegionServer(3046): Master is not running yet 2023-09-06T20:25:36,700 WARN [RS:0;jenkins-hbase3:38819 {}] regionserver.HRegionServer(1088): reportForDuty failed; sleeping 100 ms and then retrying. 2023-09-06T20:25:36,702 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2023-09-06T20:25:36,703 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2023-09-06T20:25:36,706 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1694031936704,5,FailOnTimeoutGroup] 2023-09-06T20:25:36,708 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1694031936706,5,FailOnTimeoutGroup] 2023-09-06T20:25:36,708 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-09-06T20:25:36,708 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1635): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2023-09-06T20:25:36,709 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2023-09-06T20:25:36,709 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2023-09-06T20:25:36,802 INFO [RS:0;jenkins-hbase3:38819 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,40385,1694031931834 with isa=jenkins-hbase3.apache.org/172.31.12.81:38819, startcode=1694031934939 2023-09-06T20:25:36,807 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40385 {}] master.ServerManager(403): Registering regionserver=jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:25:36,821 DEBUG [RS:0;jenkins-hbase3:38819 {}] regionserver.HRegionServer(1705): Config from master: hbase.rootdir=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2 2023-09-06T20:25:36,821 DEBUG [RS:0;jenkins-hbase3:38819 {}] regionserver.HRegionServer(1705): Config from master: fs.defaultFS=hdfs://localhost:40377 2023-09-06T20:25:36,821 DEBUG [RS:0;jenkins-hbase3:38819 {}] regionserver.HRegionServer(1705): Config from master: hbase.master.info.port=43543 2023-09-06T20:25:36,827 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-09-06T20:25:36,827 DEBUG [RS:0;jenkins-hbase3:38819 {}] zookeeper.ZKUtil(111): regionserver:38819-0x100eef546510001, quorum=127.0.0.1:60712, baseZNode=/1 Set watcher on existing znode=/1/rs/jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:25:36,827 WARN [RS:0;jenkins-hbase3:38819 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-09-06T20:25:36,827 INFO [RS:0;jenkins-hbase3:38819 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-09-06T20:25:36,828 DEBUG [RS:0;jenkins-hbase3:38819 {}] regionserver.HRegionServer(2060): logDir=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/WALs/jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:25:36,832 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [jenkins-hbase3.apache.org,38819,1694031934939] 2023-09-06T20:25:36,847 DEBUG [RS:0;jenkins-hbase3:38819 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2023-09-06T20:25:36,868 INFO [RS:0;jenkins-hbase3:38819 {}] regionserver.MetricsRegionServerWrapperImpl(165): Computing regionserver metrics every 5000 milliseconds 2023-09-06T20:25:36,886 INFO [RS:0;jenkins-hbase3:38819 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=782.4 M, globalMemStoreLimitLowMark=743.3 M, Offheap=false 2023-09-06T20:25:36,893 INFO [RS:0;jenkins-hbase3:38819 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2023-09-06T20:25:36,893 INFO [RS:0;jenkins-hbase3:38819 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2023-09-06T20:25:36,894 INFO [RS:0;jenkins-hbase3:38819 {}] regionserver.HRegionServer$CompactionChecker(1947): CompactionChecker runs every PT1S 2023-09-06T20:25:36,908 INFO [RS:0;jenkins-hbase3:38819 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2023-09-06T20:25:36,908 DEBUG [RS:0;jenkins-hbase3:38819 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:25:36,908 DEBUG [RS:0;jenkins-hbase3:38819 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:25:36,908 DEBUG [RS:0;jenkins-hbase3:38819 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:25:36,909 DEBUG [RS:0;jenkins-hbase3:38819 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:25:36,909 DEBUG [RS:0;jenkins-hbase3:38819 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:25:36,909 DEBUG [RS:0;jenkins-hbase3:38819 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-09-06T20:25:36,909 DEBUG [RS:0;jenkins-hbase3:38819 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:25:36,909 DEBUG [RS:0;jenkins-hbase3:38819 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:25:36,910 DEBUG [RS:0;jenkins-hbase3:38819 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:25:36,910 DEBUG [RS:0;jenkins-hbase3:38819 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:25:36,910 DEBUG [RS:0;jenkins-hbase3:38819 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:25:36,910 DEBUG [RS:0;jenkins-hbase3:38819 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-09-06T20:25:36,910 DEBUG [RS:0;jenkins-hbase3:38819 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-09-06T20:25:36,912 INFO [RS:0;jenkins-hbase3:38819 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2023-09-06T20:25:36,912 INFO [RS:0;jenkins-hbase3:38819 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2023-09-06T20:25:36,912 INFO [RS:0;jenkins-hbase3:38819 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2023-09-06T20:25:36,912 INFO [RS:0;jenkins-hbase3:38819 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2023-09-06T20:25:36,912 INFO [RS:0;jenkins-hbase3:38819 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,38819,1694031934939-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-09-06T20:25:36,933 INFO [RS:0;jenkins-hbase3:38819 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2023-09-06T20:25:36,936 INFO [RS:0;jenkins-hbase3:38819 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,38819,1694031934939-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2023-09-06T20:25:36,954 INFO [RS:0;jenkins-hbase3:38819 {}] regionserver.Replication(204): jenkins-hbase3.apache.org,38819,1694031934939 started 2023-09-06T20:25:36,954 INFO [RS:0;jenkins-hbase3:38819 {}] regionserver.HRegionServer(1747): Serving as jenkins-hbase3.apache.org,38819,1694031934939, RpcServer on jenkins-hbase3.apache.org/172.31.12.81:38819, sessionid=0x100eef546510001 2023-09-06T20:25:36,955 DEBUG [RS:0;jenkins-hbase3:38819 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2023-09-06T20:25:36,955 DEBUG [RS:0;jenkins-hbase3:38819 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:25:36,955 DEBUG [RS:0;jenkins-hbase3:38819 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,38819,1694031934939' 2023-09-06T20:25:36,955 DEBUG [RS:0;jenkins-hbase3:38819 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2023-09-06T20:25:36,956 DEBUG [RS:0;jenkins-hbase3:38819 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2023-09-06T20:25:36,957 DEBUG [RS:0;jenkins-hbase3:38819 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2023-09-06T20:25:36,957 DEBUG [RS:0;jenkins-hbase3:38819 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2023-09-06T20:25:36,957 DEBUG [RS:0;jenkins-hbase3:38819 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,38819,1694031934939' 2023-09-06T20:25:36,957 DEBUG [RS:0;jenkins-hbase3:38819 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-09-06T20:25:36,958 DEBUG [RS:0;jenkins-hbase3:38819 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-09-06T20:25:36,958 INFO [RS:0;jenkins-hbase3:38819 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2023-09-06T20:25:36,958 DEBUG [RS:0;jenkins-hbase3:38819 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2023-09-06T20:25:36,958 DEBUG [RS:0;jenkins-hbase3:38819 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2023-09-06T20:25:36,959 DEBUG [RS:0;jenkins-hbase3:38819 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:25:36,959 DEBUG [RS:0;jenkins-hbase3:38819 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,38819,1694031934939' 2023-09-06T20:25:36,959 DEBUG [RS:0;jenkins-hbase3:38819 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2023-09-06T20:25:36,959 DEBUG [RS:0;jenkins-hbase3:38819 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2023-09-06T20:25:36,960 DEBUG [RS:0;jenkins-hbase3:38819 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2023-09-06T20:25:36,960 INFO [RS:0;jenkins-hbase3:38819 {}] quotas.RegionServerRpcQuotaManager(63): Quota support disabled 2023-09-06T20:25:36,960 INFO [RS:0;jenkins-hbase3:38819 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2023-09-06T20:25:37,070 INFO [RS:0;jenkins-hbase3:38819 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-09-06T20:25:37,074 INFO [RS:0;jenkins-hbase3:38819 {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C38819%2C1694031934939, suffix=, logDir=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/WALs/jenkins-hbase3.apache.org,38819,1694031934939, archiveDir=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/oldWALs, maxLogs=32 2023-09-06T20:25:37,080 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2023-09-06T20:25:37,080 INFO [PEWorker-1 {}] regionserver.HRegion(7075): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2 2023-09-06T20:25:37,089 DEBUG [RS:0;jenkins-hbase3:38819 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/WALs/jenkins-hbase3.apache.org,38819,1694031934939/jenkins-hbase3.apache.org%2C38819%2C1694031934939.1694031937075, exclude list is [], retry=0 2023-09-06T20:25:37,096 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34893,DS-8f948b4e-17cb-4a47-a966-81d309b05439,DISK] 2023-09-06T20:25:37,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:25:37,103 INFO [RS:0;jenkins-hbase3:38819 {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/WALs/jenkins-hbase3.apache.org,38819,1694031934939/jenkins-hbase3.apache.org%2C38819%2C1694031934939.1694031937075 2023-09-06T20:25:37,106 DEBUG [RS:0;jenkins-hbase3:38819 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:34893,DS-8f948b4e-17cb-4a47-a966-81d309b05439,DISK]] 2023-09-06T20:25:37,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-09-06T20:25:37,114 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-09-06T20:25:37,114 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:25:37,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:25:37,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-09-06T20:25:37,118 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-09-06T20:25:37,118 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:25:37,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:25:37,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-09-06T20:25:37,121 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-09-06T20:25:37,122 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:25:37,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:25:37,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/hbase/meta/1588230740 2023-09-06T20:25:37,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/hbase/meta/1588230740 2023-09-06T20:25:37,130 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-09-06T20:25:37,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-09-06T20:25:37,138 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:25:37,139 INFO [PEWorker-1 {}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11781330400, jitterRate=0.09722189605236053}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-09-06T20:25:37,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-09-06T20:25:37,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-09-06T20:25:37,142 INFO [PEWorker-1 {}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-09-06T20:25:37,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-09-06T20:25:37,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-09-06T20:25:37,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-09-06T20:25:37,148 INFO [PEWorker-1 {}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-09-06T20:25:37,148 DEBUG [PEWorker-1 {}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-09-06T20:25:37,151 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2023-09-06T20:25:37,151 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2023-09-06T20:25:37,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2023-09-06T20:25:37,174 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2023-09-06T20:25:37,178 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2023-09-06T20:25:37,331 DEBUG [jenkins-hbase3:40385 {}] assignment.AssignmentManager(2303): Processing assignQueue; systemServersCount=1, allServersCount=1 2023-09-06T20:25:37,340 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:25:37,347 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,38819,1694031934939, state=OPENING 2023-09-06T20:25:37,356 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2023-09-06T20:25:37,364 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:25:37,364 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38819-0x100eef546510001, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:25:37,364 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-09-06T20:25:37,364 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-09-06T20:25:37,368 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,38819,1694031934939}] 2023-09-06T20:25:37,569 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(721): New admin connection to jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:25:37,572 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=AdminService, sasl=false 2023-09-06T20:25:37,576 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:53966, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2023-09-06T20:25:37,592 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(130): Open hbase:meta,,1.1588230740 2023-09-06T20:25:37,592 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-09-06T20:25:37,593 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2023-09-06T20:25:37,597 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C38819%2C1694031934939.meta, suffix=.meta, logDir=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/WALs/jenkins-hbase3.apache.org,38819,1694031934939, archiveDir=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/oldWALs, maxLogs=32 2023-09-06T20:25:37,610 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/WALs/jenkins-hbase3.apache.org,38819,1694031934939/jenkins-hbase3.apache.org%2C38819%2C1694031934939.meta.1694031937598.meta, exclude list is [], retry=0 2023-09-06T20:25:37,616 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34893,DS-8f948b4e-17cb-4a47-a966-81d309b05439,DISK] 2023-09-06T20:25:37,628 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/WALs/jenkins-hbase3.apache.org,38819,1694031934939/jenkins-hbase3.apache.org%2C38819%2C1694031934939.meta.1694031937598.meta 2023-09-06T20:25:37,628 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:34893,DS-8f948b4e-17cb-4a47-a966-81d309b05439,DISK]] 2023-09-06T20:25:37,629 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7254): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:25:37,634 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:25:37,635 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2023-09-06T20:25:37,653 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7955): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2023-09-06T20:25:37,653 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(393): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2023-09-06T20:25:37,658 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2023-09-06T20:25:37,658 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:25:37,659 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7296): checking encryption for 1588230740 2023-09-06T20:25:37,659 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7299): checking classloading for 1588230740 2023-09-06T20:25:37,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-09-06T20:25:37,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-09-06T20:25:37,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:25:37,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:25:37,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-09-06T20:25:37,666 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-09-06T20:25:37,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:25:37,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:25:37,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-09-06T20:25:37,669 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-09-06T20:25:37,669 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:25:37,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:25:37,672 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/hbase/meta/1588230740 2023-09-06T20:25:37,675 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/hbase/meta/1588230740 2023-09-06T20:25:37,677 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-09-06T20:25:37,680 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-09-06T20:25:37,682 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10765122080, jitterRate=0.002580121159553528}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-09-06T20:25:37,683 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-09-06T20:25:37,696 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1694031937557 2023-09-06T20:25:37,718 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:meta,,1.1588230740 2023-09-06T20:25:37,719 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(158): Opened hbase:meta,,1.1588230740 2023-09-06T20:25:37,720 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:25:37,722 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,38819,1694031934939, state=OPEN 2023-09-06T20:25:37,725 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-09-06T20:25:37,726 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-09-06T20:25:37,730 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=3, resume processing ppid=2 2023-09-06T20:25:37,730 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,38819,1694031934939 in 357 msec 2023-09-06T20:25:37,734 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38819-0x100eef546510001, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-09-06T20:25:37,734 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-09-06T20:25:37,888 INFO [AsyncFSWAL-0-hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/MasterData {}] wal.AbstractFSWAL(1174): Slow sync cost: 150 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:34893,DS-8f948b4e-17cb-4a47-a966-81d309b05439,DISK]] 2023-09-06T20:25:37,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=2, resume processing ppid=1 2023-09-06T20:25:37,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 570 msec 2023-09-06T20:25:37,897 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.3810 sec 2023-09-06T20:25:37,897 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1063): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1694031937897, completionTime=-1 2023-09-06T20:25:37,898 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ServerManager(830): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2023-09-06T20:25:37,898 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1629): Joining cluster... 2023-09-06T20:25:37,984 DEBUG [hconnection-0x38132f5f-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:25:37,989 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:53976, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:25:38,005 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1641): Number of RegionServers=1 2023-09-06T20:25:38,006 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1694031998005 2023-09-06T20:25:38,006 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1694032058006 2023-09-06T20:25:38,006 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1648): Joined the cluster in 107 msec 2023-09-06T20:25:38,048 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,40385,1694031931834-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2023-09-06T20:25:38,048 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,40385,1694031931834-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2023-09-06T20:25:38,048 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,40385,1694031931834-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2023-09-06T20:25:38,051 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-jenkins-hbase3:40385, period=300000, unit=MILLISECONDS is enabled. 2023-09-06T20:25:38,052 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2023-09-06T20:25:38,059 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] janitor.CatalogJanitor(175): 2023-09-06T20:25:38,082 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2023-09-06T20:25:38,084 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2368): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-09-06T20:25:38,093 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2023-09-06T20:25:38,097 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:25:38,099 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:25:38,101 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:25:38,522 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 118517ebc64cb55f222ebb4ad9e98145, NAME => 'hbase:namespace,,1694031938083.118517ebc64cb55f222ebb4ad9e98145.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2 2023-09-06T20:25:38,546 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(888): Instantiated hbase:namespace,,1694031938083.118517ebc64cb55f222ebb4ad9e98145.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:25:38,547 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1668): Closing 118517ebc64cb55f222ebb4ad9e98145, disabling compactions & flushes 2023-09-06T20:25:38,547 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1690): Closing region hbase:namespace,,1694031938083.118517ebc64cb55f222ebb4ad9e98145. 2023-09-06T20:25:38,547 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1694031938083.118517ebc64cb55f222ebb4ad9e98145. 2023-09-06T20:25:38,547 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1694031938083.118517ebc64cb55f222ebb4ad9e98145. after waiting 0 ms 2023-09-06T20:25:38,547 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1694031938083.118517ebc64cb55f222ebb4ad9e98145. 2023-09-06T20:25:38,547 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1909): Closed hbase:namespace,,1694031938083.118517ebc64cb55f222ebb4ad9e98145. 2023-09-06T20:25:38,547 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1622): Region close journal for 118517ebc64cb55f222ebb4ad9e98145: 2023-09-06T20:25:38,549 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:25:38,563 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1694031938083.118517ebc64cb55f222ebb4ad9e98145.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1694031938551"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694031938551"}]},"ts":"1694031938551"} 2023-09-06T20:25:38,598 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:25:38,600 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:25:38,606 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694031938600"}]},"ts":"1694031938600"} 2023-09-06T20:25:38,609 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2023-09-06T20:25:38,616 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=118517ebc64cb55f222ebb4ad9e98145, ASSIGN}] 2023-09-06T20:25:38,618 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=118517ebc64cb55f222ebb4ad9e98145, ASSIGN 2023-09-06T20:25:38,620 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=118517ebc64cb55f222ebb4ad9e98145, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,38819,1694031934939; forceNewPlan=false, retain=false 2023-09-06T20:25:38,771 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=118517ebc64cb55f222ebb4ad9e98145, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:25:38,779 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 118517ebc64cb55f222ebb4ad9e98145, server=jenkins-hbase3.apache.org,38819,1694031934939}] 2023-09-06T20:25:38,942 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(130): Open hbase:namespace,,1694031938083.118517ebc64cb55f222ebb4ad9e98145. 2023-09-06T20:25:38,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7254): Opening region: {ENCODED => 118517ebc64cb55f222ebb4ad9e98145, NAME => 'hbase:namespace,,1694031938083.118517ebc64cb55f222ebb4ad9e98145.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:25:38,944 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:25:38,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 118517ebc64cb55f222ebb4ad9e98145 2023-09-06T20:25:38,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(888): Instantiated hbase:namespace,,1694031938083.118517ebc64cb55f222ebb4ad9e98145.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:25:38,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7296): checking encryption for 118517ebc64cb55f222ebb4ad9e98145 2023-09-06T20:25:38,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7299): checking classloading for 118517ebc64cb55f222ebb4ad9e98145 2023-09-06T20:25:38,947 INFO [StoreOpener-118517ebc64cb55f222ebb4ad9e98145-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 118517ebc64cb55f222ebb4ad9e98145 2023-09-06T20:25:38,950 INFO [StoreOpener-118517ebc64cb55f222ebb4ad9e98145-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 118517ebc64cb55f222ebb4ad9e98145 columnFamilyName info 2023-09-06T20:25:38,950 DEBUG [StoreOpener-118517ebc64cb55f222ebb4ad9e98145-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:25:38,951 INFO [StoreOpener-118517ebc64cb55f222ebb4ad9e98145-1 {}] regionserver.HStore(324): Store=118517ebc64cb55f222ebb4ad9e98145/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:25:38,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/hbase/namespace/118517ebc64cb55f222ebb4ad9e98145 2023-09-06T20:25:38,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/hbase/namespace/118517ebc64cb55f222ebb4ad9e98145 2023-09-06T20:25:38,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1076): writing seq id for 118517ebc64cb55f222ebb4ad9e98145 2023-09-06T20:25:38,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/hbase/namespace/118517ebc64cb55f222ebb4ad9e98145/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:25:38,962 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1093): Opened 118517ebc64cb55f222ebb4ad9e98145; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10115469600, jitterRate=-0.05792348086833954}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-09-06T20:25:38,963 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(992): Region open journal for 118517ebc64cb55f222ebb4ad9e98145: 2023-09-06T20:25:38,965 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:namespace,,1694031938083.118517ebc64cb55f222ebb4ad9e98145., pid=6, masterSystemTime=1694031938933 2023-09-06T20:25:38,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:namespace,,1694031938083.118517ebc64cb55f222ebb4ad9e98145. 2023-09-06T20:25:38,970 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(158): Opened hbase:namespace,,1694031938083.118517ebc64cb55f222ebb4ad9e98145. 2023-09-06T20:25:38,971 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=118517ebc64cb55f222ebb4ad9e98145, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:25:38,980 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=6, resume processing ppid=5 2023-09-06T20:25:38,980 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 118517ebc64cb55f222ebb4ad9e98145, server=jenkins-hbase3.apache.org,38819,1694031934939 in 197 msec 2023-09-06T20:25:38,984 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=5, resume processing ppid=4 2023-09-06T20:25:38,984 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=118517ebc64cb55f222ebb4ad9e98145, ASSIGN in 365 msec 2023-09-06T20:25:38,985 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:25:38,985 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694031938985"}]},"ts":"1694031938985"} 2023-09-06T20:25:38,989 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2023-09-06T20:25:38,992 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:25:38,995 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 908 msec 2023-09-06T20:25:38,997 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2023-09-06T20:25:38,999 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38819-0x100eef546510001, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:25:38,999 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2023-09-06T20:25:38,999 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:25:39,063 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2023-09-06T20:25:39,084 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:25:39,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 39 msec 2023-09-06T20:25:39,100 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2023-09-06T20:25:39,111 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:25:39,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 16 msec 2023-09-06T20:25:39,128 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2023-09-06T20:25:39,131 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2023-09-06T20:25:39,131 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1193): Master has completed initialization 4.067sec 2023-09-06T20:25:39,133 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2023-09-06T20:25:39,135 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2023-09-06T20:25:39,136 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2023-09-06T20:25:39,137 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2023-09-06T20:25:39,137 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2023-09-06T20:25:39,139 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,40385,1694031931834-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-09-06T20:25:39,139 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,40385,1694031931834-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2023-09-06T20:25:39,154 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1296): Balancer post startup initialization complete, took 0 seconds 2023-09-06T20:25:39,156 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2023-09-06T20:25:39,193 DEBUG [Listener at localhost/42361 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x42e50e13 to 127.0.0.1:60712 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:25:39,209 DEBUG [Listener at localhost/42361 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b7f148a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:25:39,216 DEBUG [Listener at localhost/42361 {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2023-09-06T20:25:39,216 DEBUG [Listener at localhost/42361 {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2023-09-06T20:25:39,232 DEBUG [hconnection-0x79e2a878-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:25:39,244 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:53982, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:25:39,256 INFO [Listener at localhost/42361 {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=jenkins-hbase3.apache.org,40385,1694031931834 2023-09-06T20:25:39,256 INFO [Listener at localhost/42361 {}] hbase.HBaseTestingUtility(2786): Starting mini mapreduce cluster... 2023-09-06T20:25:39,257 INFO [Listener at localhost/42361 {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/test.cache.data in system properties and HBase conf 2023-09-06T20:25:39,257 INFO [Listener at localhost/42361 {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/hadoop.tmp.dir in system properties and HBase conf 2023-09-06T20:25:39,257 INFO [Listener at localhost/42361 {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/hadoop.log.dir in system properties and HBase conf 2023-09-06T20:25:39,257 INFO [Listener at localhost/42361 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/mapreduce.cluster.local.dir in system properties and HBase conf 2023-09-06T20:25:39,257 INFO [Listener at localhost/42361 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-09-06T20:25:39,257 INFO [Listener at localhost/42361 {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-09-06T20:25:39,257 INFO [Listener at localhost/42361 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-09-06T20:25:39,257 INFO [Listener at localhost/42361 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-09-06T20:25:39,257 INFO [Listener at localhost/42361 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-09-06T20:25:39,257 INFO [Listener at localhost/42361 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-09-06T20:25:39,257 INFO [Listener at localhost/42361 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-09-06T20:25:39,258 INFO [Listener at localhost/42361 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-09-06T20:25:39,258 INFO [Listener at localhost/42361 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-09-06T20:25:39,258 INFO [Listener at localhost/42361 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/dfs.journalnode.edits.dir in system properties and HBase conf 2023-09-06T20:25:39,258 INFO [Listener at localhost/42361 {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-09-06T20:25:39,258 INFO [Listener at localhost/42361 {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/nfs.dump.dir in system properties and HBase conf 2023-09-06T20:25:39,258 INFO [Listener at localhost/42361 {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/java.io.tmpdir in system properties and HBase conf 2023-09-06T20:25:39,258 INFO [Listener at localhost/42361 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/dfs.journalnode.edits.dir in system properties and HBase conf 2023-09-06T20:25:39,258 INFO [Listener at localhost/42361 {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-09-06T20:25:39,258 INFO [Listener at localhost/42361 {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2023-09-06T20:25:40,848 WARN [Thread-249 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-09-06T20:25:41,244 INFO [Thread-249 {}] log.Slf4jLog(67): jetty-6.1.26 2023-09-06T20:25:41,251 INFO [Thread-249 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/jobhistory to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_38421_jobhistory____.4rbuq0/webapp 2023-09-06T20:25:41,430 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2023-09-06T20:25:41,430 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2023-09-06T20:25:41,430 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-09-06T20:25:41,433 INFO [Thread-249 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-09-06T20:25:41,520 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:25:41,666 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:25:41,974 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2023-09-06T20:25:42,006 INFO [Thread-249 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:38421 2023-09-06T20:25:42,345 WARN [Listener at jenkins-hbase3.apache.org/43677 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-09-06T20:25:42,426 WARN [Listener at jenkins-hbase3.apache.org/43677 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-09-06T20:25:42,427 INFO [Listener at jenkins-hbase3.apache.org/43677 {}] log.Slf4jLog(67): jetty-6.1.26 2023-09-06T20:25:42,435 INFO [Listener at jenkins-hbase3.apache.org/43677 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/cluster to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_34809_cluster____fvlk2r/webapp 2023-09-06T20:25:42,527 INFO [Listener at jenkins-hbase3.apache.org/43677 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2023-09-06T20:25:42,527 INFO [Listener at jenkins-hbase3.apache.org/43677 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2023-09-06T20:25:42,527 INFO [Listener at jenkins-hbase3.apache.org/43677 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-09-06T20:25:42,528 INFO [Listener at jenkins-hbase3.apache.org/43677 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-09-06T20:25:42,537 INFO [Listener at jenkins-hbase3.apache.org/43677 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:25:42,791 INFO [Listener at jenkins-hbase3.apache.org/43677 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:25:42,910 INFO [Listener at jenkins-hbase3.apache.org/43677 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:25:42,923 INFO [Listener at jenkins-hbase3.apache.org/43677 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:34809 2023-09-06T20:25:43,221 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-09-06T20:25:43,295 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2023-09-06T20:25:43,298 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2023-09-06T20:25:43,299 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-09-06T20:25:43,300 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2023-09-06T20:25:43,302 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-09-06T20:25:43,302 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2023-09-06T20:25:43,303 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:25:43,303 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2023-09-06T20:25:43,303 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-09-06T20:25:43,303 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2023-09-06T20:25:43,304 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2023-09-06T20:25:43,304 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2023-09-06T20:25:43,409 WARN [Listener at jenkins-hbase3.apache.org/44209 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-09-06T20:25:43,431 WARN [Listener at jenkins-hbase3.apache.org/44209 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-09-06T20:25:43,432 INFO [Listener at jenkins-hbase3.apache.org/44209 {}] log.Slf4jLog(67): jetty-6.1.26 2023-09-06T20:25:43,440 INFO [Listener at jenkins-hbase3.apache.org/44209 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_43431_node____.yqv8dq/webapp 2023-09-06T20:25:43,506 INFO [Listener at jenkins-hbase3.apache.org/44209 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-09-06T20:25:43,506 INFO [Listener at jenkins-hbase3.apache.org/44209 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-09-06T20:25:43,506 INFO [Listener at jenkins-hbase3.apache.org/44209 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-09-06T20:25:43,506 INFO [Listener at jenkins-hbase3.apache.org/44209 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-09-06T20:25:43,514 INFO [Listener at jenkins-hbase3.apache.org/44209 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:25:43,536 INFO [Listener at jenkins-hbase3.apache.org/44209 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:25:43,619 INFO [Listener at jenkins-hbase3.apache.org/44209 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:25:43,628 INFO [Listener at jenkins-hbase3.apache.org/44209 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:43431 2023-09-06T20:25:43,785 WARN [Listener at jenkins-hbase3.apache.org/36373 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-09-06T20:25:43,792 WARN [Listener at jenkins-hbase3.apache.org/36373 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-09-06T20:25:43,792 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] log.Slf4jLog(67): jetty-6.1.26 2023-09-06T20:25:43,800 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_44373_node____.4n9hqq/webapp 2023-09-06T20:25:43,852 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-09-06T20:25:43,852 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-09-06T20:25:43,852 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-09-06T20:25:43,852 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-09-06T20:25:43,862 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:25:43,887 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:25:43,989 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:25:43,997 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:44373 2023-09-06T20:25:44,028 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] hbase.HBaseTestingUtility(2821): Mini mapreduce cluster started 2023-09-06T20:25:44,029 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] backup.TestBackupBase(301): ROOTDIR hdfs://localhost:40377/backupUT 2023-09-06T20:25:44,041 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:25:44,045 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:47176, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:25:44,056 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns1'} 2023-09-06T20:25:44,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] procedure2.ProcedureExecutor(1032): Stored pid=9, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns1 2023-09-06T20:25:44,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=9 2023-09-06T20:25:44,090 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:25:44,097 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=9, state=SUCCESS; CreateNamespaceProcedure, namespace=ns1 in 39 msec 2023-09-06T20:25:44,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=9 2023-09-06T20:25:44,181 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns2'} 2023-09-06T20:25:44,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] procedure2.ProcedureExecutor(1032): Stored pid=10, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns2 2023-09-06T20:25:44,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=10 2023-09-06T20:25:44,196 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:25:44,202 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=10, state=SUCCESS; CreateNamespaceProcedure, namespace=ns2 in 19 msec 2023-09-06T20:25:44,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=10 2023-09-06T20:25:44,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns3'} 2023-09-06T20:25:44,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] procedure2.ProcedureExecutor(1032): Stored pid=11, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns3 2023-09-06T20:25:44,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=11 2023-09-06T20:25:44,307 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:25:44,312 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=11, state=SUCCESS; CreateNamespaceProcedure, namespace=ns3 in 18 msec 2023-09-06T20:25:44,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=11 2023-09-06T20:25:44,403 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns4'} 2023-09-06T20:25:44,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] procedure2.ProcedureExecutor(1032): Stored pid=12, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns4 2023-09-06T20:25:44,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=12 2023-09-06T20:25:44,415 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:25:44,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=12, state=SUCCESS; CreateNamespaceProcedure, namespace=ns4 in 15 msec 2023-09-06T20:25:44,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=12 2023-09-06T20:25:44,528 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'test-1694031944029', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:25:44,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] procedure2.ProcedureExecutor(1032): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test-1694031944029 2023-09-06T20:25:44,533 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test-1694031944029 execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:25:44,534 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:25:44,534 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "test-1694031944029" procId is: 13 2023-09-06T20:25:44,535 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test-1694031944029 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:25:44,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-09-06T20:25:44,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-09-06T20:25:44,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-09-06T20:25:44,978 INFO [RegionOpenAndInit-test-1694031944029-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => e17a41ef167b657c2090507013deb9d0, NAME => 'test-1694031944029,,1694031944520.e17a41ef167b657c2090507013deb9d0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1694031944029', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2 2023-09-06T20:25:44,995 DEBUG [RegionOpenAndInit-test-1694031944029-pool-0 {}] regionserver.HRegion(888): Instantiated test-1694031944029,,1694031944520.e17a41ef167b657c2090507013deb9d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:25:44,995 DEBUG [RegionOpenAndInit-test-1694031944029-pool-0 {}] regionserver.HRegion(1668): Closing e17a41ef167b657c2090507013deb9d0, disabling compactions & flushes 2023-09-06T20:25:44,995 INFO [RegionOpenAndInit-test-1694031944029-pool-0 {}] regionserver.HRegion(1690): Closing region test-1694031944029,,1694031944520.e17a41ef167b657c2090507013deb9d0. 2023-09-06T20:25:44,995 DEBUG [RegionOpenAndInit-test-1694031944029-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1694031944029,,1694031944520.e17a41ef167b657c2090507013deb9d0. 2023-09-06T20:25:44,995 DEBUG [RegionOpenAndInit-test-1694031944029-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on test-1694031944029,,1694031944520.e17a41ef167b657c2090507013deb9d0. after waiting 0 ms 2023-09-06T20:25:44,995 DEBUG [RegionOpenAndInit-test-1694031944029-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region test-1694031944029,,1694031944520.e17a41ef167b657c2090507013deb9d0. 2023-09-06T20:25:44,995 INFO [RegionOpenAndInit-test-1694031944029-pool-0 {}] regionserver.HRegion(1909): Closed test-1694031944029,,1694031944520.e17a41ef167b657c2090507013deb9d0. 2023-09-06T20:25:44,995 DEBUG [RegionOpenAndInit-test-1694031944029-pool-0 {}] regionserver.HRegion(1622): Region close journal for e17a41ef167b657c2090507013deb9d0: 2023-09-06T20:25:44,996 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test-1694031944029 execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:25:44,997 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test-1694031944029,,1694031944520.e17a41ef167b657c2090507013deb9d0.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1694031944997"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694031944997"}]},"ts":"1694031944997"} 2023-09-06T20:25:45,000 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:25:45,001 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test-1694031944029 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:25:45,001 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1694031944029","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694031945001"}]},"ts":"1694031945001"} 2023-09-06T20:25:45,003 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1694031944029, state=ENABLING in hbase:meta 2023-09-06T20:25:45,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1694031944029, region=e17a41ef167b657c2090507013deb9d0, ASSIGN}] 2023-09-06T20:25:45,012 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1694031944029, region=e17a41ef167b657c2090507013deb9d0, ASSIGN 2023-09-06T20:25:45,013 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1694031944029, region=e17a41ef167b657c2090507013deb9d0, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,38819,1694031934939; forceNewPlan=false, retain=false 2023-09-06T20:25:45,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-09-06T20:25:45,165 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=e17a41ef167b657c2090507013deb9d0, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:25:45,168 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; OpenRegionProcedure e17a41ef167b657c2090507013deb9d0, server=jenkins-hbase3.apache.org,38819,1694031934939}] 2023-09-06T20:25:45,330 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(130): Open test-1694031944029,,1694031944520.e17a41ef167b657c2090507013deb9d0. 2023-09-06T20:25:45,330 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7254): Opening region: {ENCODED => e17a41ef167b657c2090507013deb9d0, NAME => 'test-1694031944029,,1694031944520.e17a41ef167b657c2090507013deb9d0.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:25:45,331 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:25:45,331 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1694031944029 e17a41ef167b657c2090507013deb9d0 2023-09-06T20:25:45,331 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(888): Instantiated test-1694031944029,,1694031944520.e17a41ef167b657c2090507013deb9d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:25:45,332 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7296): checking encryption for e17a41ef167b657c2090507013deb9d0 2023-09-06T20:25:45,332 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7299): checking classloading for e17a41ef167b657c2090507013deb9d0 2023-09-06T20:25:45,335 INFO [StoreOpener-e17a41ef167b657c2090507013deb9d0-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e17a41ef167b657c2090507013deb9d0 2023-09-06T20:25:45,337 INFO [StoreOpener-e17a41ef167b657c2090507013deb9d0-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e17a41ef167b657c2090507013deb9d0 columnFamilyName f 2023-09-06T20:25:45,337 DEBUG [StoreOpener-e17a41ef167b657c2090507013deb9d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:25:45,339 INFO [StoreOpener-e17a41ef167b657c2090507013deb9d0-1 {}] regionserver.HStore(324): Store=e17a41ef167b657c2090507013deb9d0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:25:45,340 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/default/test-1694031944029/e17a41ef167b657c2090507013deb9d0 2023-09-06T20:25:45,341 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/default/test-1694031944029/e17a41ef167b657c2090507013deb9d0 2023-09-06T20:25:45,344 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1076): writing seq id for e17a41ef167b657c2090507013deb9d0 2023-09-06T20:25:45,349 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/default/test-1694031944029/e17a41ef167b657c2090507013deb9d0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:25:45,350 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): Opened e17a41ef167b657c2090507013deb9d0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10053145920, jitterRate=-0.06372782588005066}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-09-06T20:25:45,351 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(992): Region open journal for e17a41ef167b657c2090507013deb9d0: 2023-09-06T20:25:45,352 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2556): Post open deploy tasks for test-1694031944029,,1694031944520.e17a41ef167b657c2090507013deb9d0., pid=15, masterSystemTime=1694031945321 2023-09-06T20:25:45,355 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2583): Finished post open deploy task for test-1694031944029,,1694031944520.e17a41ef167b657c2090507013deb9d0. 2023-09-06T20:25:45,355 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(158): Opened test-1694031944029,,1694031944520.e17a41ef167b657c2090507013deb9d0. 2023-09-06T20:25:45,356 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=e17a41ef167b657c2090507013deb9d0, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:25:45,367 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=15, resume processing ppid=14 2023-09-06T20:25:45,367 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=15, ppid=14, state=SUCCESS; OpenRegionProcedure e17a41ef167b657c2090507013deb9d0, server=jenkins-hbase3.apache.org,38819,1694031934939 in 196 msec 2023-09-06T20:25:45,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=14, resume processing ppid=13 2023-09-06T20:25:45,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=14, ppid=13, state=SUCCESS; TransitRegionStateProcedure table=test-1694031944029, region=e17a41ef167b657c2090507013deb9d0, ASSIGN in 358 msec 2023-09-06T20:25:45,370 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test-1694031944029 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:25:45,371 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1694031944029","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694031945371"}]},"ts":"1694031945371"} 2023-09-06T20:25:45,373 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1694031944029, state=ENABLED in hbase:meta 2023-09-06T20:25:45,376 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test-1694031944029 execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:25:45,378 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=13, state=SUCCESS; CreateTableProcedure table=test-1694031944029 in 848 msec 2023-09-06T20:25:45,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-09-06T20:25:45,652 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: default:test-1694031944029, procId: 13 completed 2023-09-06T20:25:45,654 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x2040d45a to 127.0.0.1:60712 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:25:45,660 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53506d5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:25:45,662 DEBUG [hconnection-0x53820dc6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:25:45,669 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:48380, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:25:45,676 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] regionserver.HRegion(8210): writing data to region test-1694031944029,,1694031944520.e17a41ef167b657c2090507013deb9d0. with WAL disabled. Data may be lost in the event of a crash. 2023-09-06T20:25:45,778 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'ns2:test-16940319440291', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:25:45,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] procedure2.ProcedureExecutor(1032): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:test-16940319440291 2023-09-06T20:25:45,782 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16940319440291 execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:25:45,782 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:25:45,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns2" qualifier: "test-16940319440291" procId is: 16 2023-09-06T20:25:45,784 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:test-16940319440291 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:25:45,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-09-06T20:25:45,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-09-06T20:25:46,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-09-06T20:25:46,206 INFO [RegionOpenAndInit-ns2:test-16940319440291-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => cdfe7f59b05356e54cc5ef109375e944, NAME => 'ns2:test-16940319440291,,1694031945778.cdfe7f59b05356e54cc5ef109375e944.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-16940319440291', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2 2023-09-06T20:25:46,221 DEBUG [RegionOpenAndInit-ns2:test-16940319440291-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:test-16940319440291,,1694031945778.cdfe7f59b05356e54cc5ef109375e944.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:25:46,221 DEBUG [RegionOpenAndInit-ns2:test-16940319440291-pool-0 {}] regionserver.HRegion(1668): Closing cdfe7f59b05356e54cc5ef109375e944, disabling compactions & flushes 2023-09-06T20:25:46,221 INFO [RegionOpenAndInit-ns2:test-16940319440291-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:test-16940319440291,,1694031945778.cdfe7f59b05356e54cc5ef109375e944. 2023-09-06T20:25:46,221 DEBUG [RegionOpenAndInit-ns2:test-16940319440291-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16940319440291,,1694031945778.cdfe7f59b05356e54cc5ef109375e944. 2023-09-06T20:25:46,221 DEBUG [RegionOpenAndInit-ns2:test-16940319440291-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16940319440291,,1694031945778.cdfe7f59b05356e54cc5ef109375e944. after waiting 0 ms 2023-09-06T20:25:46,221 DEBUG [RegionOpenAndInit-ns2:test-16940319440291-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16940319440291,,1694031945778.cdfe7f59b05356e54cc5ef109375e944. 2023-09-06T20:25:46,221 INFO [RegionOpenAndInit-ns2:test-16940319440291-pool-0 {}] regionserver.HRegion(1909): Closed ns2:test-16940319440291,,1694031945778.cdfe7f59b05356e54cc5ef109375e944. 2023-09-06T20:25:46,221 DEBUG [RegionOpenAndInit-ns2:test-16940319440291-pool-0 {}] regionserver.HRegion(1622): Region close journal for cdfe7f59b05356e54cc5ef109375e944: 2023-09-06T20:25:46,223 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:test-16940319440291 execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:25:46,223 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:test-16940319440291,,1694031945778.cdfe7f59b05356e54cc5ef109375e944.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1694031946223"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694031946223"}]},"ts":"1694031946223"} 2023-09-06T20:25:46,226 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:25:46,227 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:test-16940319440291 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:25:46,227 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16940319440291","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694031946227"}]},"ts":"1694031946227"} 2023-09-06T20:25:46,229 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16940319440291, state=ENABLING in hbase:meta 2023-09-06T20:25:46,237 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16940319440291, region=cdfe7f59b05356e54cc5ef109375e944, ASSIGN}] 2023-09-06T20:25:46,239 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16940319440291, region=cdfe7f59b05356e54cc5ef109375e944, ASSIGN 2023-09-06T20:25:46,240 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:test-16940319440291, region=cdfe7f59b05356e54cc5ef109375e944, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,38819,1694031934939; forceNewPlan=false, retain=false 2023-09-06T20:25:46,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-09-06T20:25:46,392 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=cdfe7f59b05356e54cc5ef109375e944, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:25:46,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE; OpenRegionProcedure cdfe7f59b05356e54cc5ef109375e944, server=jenkins-hbase3.apache.org,38819,1694031934939}] 2023-09-06T20:25:46,551 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(130): Open ns2:test-16940319440291,,1694031945778.cdfe7f59b05356e54cc5ef109375e944. 2023-09-06T20:25:46,552 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7254): Opening region: {ENCODED => cdfe7f59b05356e54cc5ef109375e944, NAME => 'ns2:test-16940319440291,,1694031945778.cdfe7f59b05356e54cc5ef109375e944.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:25:46,552 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:25:46,552 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16940319440291 cdfe7f59b05356e54cc5ef109375e944 2023-09-06T20:25:46,552 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(888): Instantiated ns2:test-16940319440291,,1694031945778.cdfe7f59b05356e54cc5ef109375e944.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:25:46,552 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7296): checking encryption for cdfe7f59b05356e54cc5ef109375e944 2023-09-06T20:25:46,552 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7299): checking classloading for cdfe7f59b05356e54cc5ef109375e944 2023-09-06T20:25:46,554 INFO [StoreOpener-cdfe7f59b05356e54cc5ef109375e944-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cdfe7f59b05356e54cc5ef109375e944 2023-09-06T20:25:46,556 INFO [StoreOpener-cdfe7f59b05356e54cc5ef109375e944-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdfe7f59b05356e54cc5ef109375e944 columnFamilyName f 2023-09-06T20:25:46,556 DEBUG [StoreOpener-cdfe7f59b05356e54cc5ef109375e944-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:25:46,557 INFO [StoreOpener-cdfe7f59b05356e54cc5ef109375e944-1 {}] regionserver.HStore(324): Store=cdfe7f59b05356e54cc5ef109375e944/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:25:46,558 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/ns2/test-16940319440291/cdfe7f59b05356e54cc5ef109375e944 2023-09-06T20:25:46,559 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/ns2/test-16940319440291/cdfe7f59b05356e54cc5ef109375e944 2023-09-06T20:25:46,562 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1076): writing seq id for cdfe7f59b05356e54cc5ef109375e944 2023-09-06T20:25:46,570 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/ns2/test-16940319440291/cdfe7f59b05356e54cc5ef109375e944/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:25:46,570 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): Opened cdfe7f59b05356e54cc5ef109375e944; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10150603200, jitterRate=-0.0546514093875885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-09-06T20:25:46,571 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(992): Region open journal for cdfe7f59b05356e54cc5ef109375e944: 2023-09-06T20:25:46,572 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2556): Post open deploy tasks for ns2:test-16940319440291,,1694031945778.cdfe7f59b05356e54cc5ef109375e944., pid=18, masterSystemTime=1694031946547 2023-09-06T20:25:46,575 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2583): Finished post open deploy task for ns2:test-16940319440291,,1694031945778.cdfe7f59b05356e54cc5ef109375e944. 2023-09-06T20:25:46,575 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(158): Opened ns2:test-16940319440291,,1694031945778.cdfe7f59b05356e54cc5ef109375e944. 2023-09-06T20:25:46,576 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=cdfe7f59b05356e54cc5ef109375e944, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:25:46,581 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=18, resume processing ppid=17 2023-09-06T20:25:46,581 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=18, ppid=17, state=SUCCESS; OpenRegionProcedure cdfe7f59b05356e54cc5ef109375e944, server=jenkins-hbase3.apache.org,38819,1694031934939 in 184 msec 2023-09-06T20:25:46,583 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=17, resume processing ppid=16 2023-09-06T20:25:46,583 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=17, ppid=16, state=SUCCESS; TransitRegionStateProcedure table=ns2:test-16940319440291, region=cdfe7f59b05356e54cc5ef109375e944, ASSIGN in 344 msec 2023-09-06T20:25:46,584 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:test-16940319440291 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:25:46,585 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16940319440291","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694031946584"}]},"ts":"1694031946584"} 2023-09-06T20:25:46,587 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16940319440291, state=ENABLED in hbase:meta 2023-09-06T20:25:46,590 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16940319440291 execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:25:46,591 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=16, state=SUCCESS; CreateTableProcedure table=ns2:test-16940319440291 in 812 msec 2023-09-06T20:25:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-09-06T20:25:46,892 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: ns2:test-16940319440291, procId: 16 completed 2023-09-06T20:25:46,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] regionserver.HRegion(8210): writing data to region ns2:test-16940319440291,,1694031945778.cdfe7f59b05356e54cc5ef109375e944. with WAL disabled. Data may be lost in the event of a crash. 2023-09-06T20:25:46,994 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'ns3:test-16940319440292', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:25:46,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] procedure2.ProcedureExecutor(1032): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns3:test-16940319440292 2023-09-06T20:25:46,999 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16940319440292 execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:25:46,999 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:25:46,999 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns3" qualifier: "test-16940319440292" procId is: 19 2023-09-06T20:25:47,000 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns3:test-16940319440292 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:25:47,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-09-06T20:25:47,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-09-06T20:25:47,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-09-06T20:25:47,423 INFO [RegionOpenAndInit-ns3:test-16940319440292-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => e4367111c2e0e5e0eb06f664ac81536a, NAME => 'ns3:test-16940319440292,,1694031946994.e4367111c2e0e5e0eb06f664ac81536a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-16940319440292', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2 2023-09-06T20:25:47,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-09-06T20:25:47,840 DEBUG [RegionOpenAndInit-ns3:test-16940319440292-pool-0 {}] regionserver.HRegion(888): Instantiated ns3:test-16940319440292,,1694031946994.e4367111c2e0e5e0eb06f664ac81536a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:25:47,841 DEBUG [RegionOpenAndInit-ns3:test-16940319440292-pool-0 {}] regionserver.HRegion(1668): Closing e4367111c2e0e5e0eb06f664ac81536a, disabling compactions & flushes 2023-09-06T20:25:47,841 INFO [RegionOpenAndInit-ns3:test-16940319440292-pool-0 {}] regionserver.HRegion(1690): Closing region ns3:test-16940319440292,,1694031946994.e4367111c2e0e5e0eb06f664ac81536a. 2023-09-06T20:25:47,841 DEBUG [RegionOpenAndInit-ns3:test-16940319440292-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16940319440292,,1694031946994.e4367111c2e0e5e0eb06f664ac81536a. 2023-09-06T20:25:47,841 DEBUG [RegionOpenAndInit-ns3:test-16940319440292-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16940319440292,,1694031946994.e4367111c2e0e5e0eb06f664ac81536a. after waiting 0 ms 2023-09-06T20:25:47,841 DEBUG [RegionOpenAndInit-ns3:test-16940319440292-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16940319440292,,1694031946994.e4367111c2e0e5e0eb06f664ac81536a. 2023-09-06T20:25:47,841 INFO [RegionOpenAndInit-ns3:test-16940319440292-pool-0 {}] regionserver.HRegion(1909): Closed ns3:test-16940319440292,,1694031946994.e4367111c2e0e5e0eb06f664ac81536a. 2023-09-06T20:25:47,841 DEBUG [RegionOpenAndInit-ns3:test-16940319440292-pool-0 {}] regionserver.HRegion(1622): Region close journal for e4367111c2e0e5e0eb06f664ac81536a: 2023-09-06T20:25:47,842 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns3:test-16940319440292 execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:25:47,843 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns3:test-16940319440292,,1694031946994.e4367111c2e0e5e0eb06f664ac81536a.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1694031947843"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694031947843"}]},"ts":"1694031947843"} 2023-09-06T20:25:47,845 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:25:47,846 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns3:test-16940319440292 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:25:47,846 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16940319440292","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694031947846"}]},"ts":"1694031947846"} 2023-09-06T20:25:47,848 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16940319440292, state=ENABLING in hbase:meta 2023-09-06T20:25:47,854 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16940319440292, region=e4367111c2e0e5e0eb06f664ac81536a, ASSIGN}] 2023-09-06T20:25:47,856 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16940319440292, region=e4367111c2e0e5e0eb06f664ac81536a, ASSIGN 2023-09-06T20:25:47,857 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns3:test-16940319440292, region=e4367111c2e0e5e0eb06f664ac81536a, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,38819,1694031934939; forceNewPlan=false, retain=false 2023-09-06T20:25:48,009 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=e4367111c2e0e5e0eb06f664ac81536a, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:25:48,011 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; OpenRegionProcedure e4367111c2e0e5e0eb06f664ac81536a, server=jenkins-hbase3.apache.org,38819,1694031934939}] 2023-09-06T20:25:48,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-09-06T20:25:48,169 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(130): Open ns3:test-16940319440292,,1694031946994.e4367111c2e0e5e0eb06f664ac81536a. 2023-09-06T20:25:48,169 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7254): Opening region: {ENCODED => e4367111c2e0e5e0eb06f664ac81536a, NAME => 'ns3:test-16940319440292,,1694031946994.e4367111c2e0e5e0eb06f664ac81536a.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:25:48,170 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:25:48,170 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16940319440292 e4367111c2e0e5e0eb06f664ac81536a 2023-09-06T20:25:48,170 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(888): Instantiated ns3:test-16940319440292,,1694031946994.e4367111c2e0e5e0eb06f664ac81536a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:25:48,170 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7296): checking encryption for e4367111c2e0e5e0eb06f664ac81536a 2023-09-06T20:25:48,170 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7299): checking classloading for e4367111c2e0e5e0eb06f664ac81536a 2023-09-06T20:25:48,172 INFO [StoreOpener-e4367111c2e0e5e0eb06f664ac81536a-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e4367111c2e0e5e0eb06f664ac81536a 2023-09-06T20:25:48,174 INFO [StoreOpener-e4367111c2e0e5e0eb06f664ac81536a-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4367111c2e0e5e0eb06f664ac81536a columnFamilyName f 2023-09-06T20:25:48,174 DEBUG [StoreOpener-e4367111c2e0e5e0eb06f664ac81536a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:25:48,175 INFO [StoreOpener-e4367111c2e0e5e0eb06f664ac81536a-1 {}] regionserver.HStore(324): Store=e4367111c2e0e5e0eb06f664ac81536a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:25:48,176 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/ns3/test-16940319440292/e4367111c2e0e5e0eb06f664ac81536a 2023-09-06T20:25:48,176 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/ns3/test-16940319440292/e4367111c2e0e5e0eb06f664ac81536a 2023-09-06T20:25:48,179 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1076): writing seq id for e4367111c2e0e5e0eb06f664ac81536a 2023-09-06T20:25:48,182 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/ns3/test-16940319440292/e4367111c2e0e5e0eb06f664ac81536a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:25:48,183 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): Opened e4367111c2e0e5e0eb06f664ac81536a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9563039520, jitterRate=-0.10937254130840302}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-09-06T20:25:48,184 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(992): Region open journal for e4367111c2e0e5e0eb06f664ac81536a: 2023-09-06T20:25:48,185 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2556): Post open deploy tasks for ns3:test-16940319440292,,1694031946994.e4367111c2e0e5e0eb06f664ac81536a., pid=21, masterSystemTime=1694031948164 2023-09-06T20:25:48,188 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2583): Finished post open deploy task for ns3:test-16940319440292,,1694031946994.e4367111c2e0e5e0eb06f664ac81536a. 2023-09-06T20:25:48,188 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(158): Opened ns3:test-16940319440292,,1694031946994.e4367111c2e0e5e0eb06f664ac81536a. 2023-09-06T20:25:48,188 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=e4367111c2e0e5e0eb06f664ac81536a, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:25:48,193 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=21, resume processing ppid=20 2023-09-06T20:25:48,193 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=21, ppid=20, state=SUCCESS; OpenRegionProcedure e4367111c2e0e5e0eb06f664ac81536a, server=jenkins-hbase3.apache.org,38819,1694031934939 in 179 msec 2023-09-06T20:25:48,196 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=20, resume processing ppid=19 2023-09-06T20:25:48,196 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=20, ppid=19, state=SUCCESS; TransitRegionStateProcedure table=ns3:test-16940319440292, region=e4367111c2e0e5e0eb06f664ac81536a, ASSIGN in 339 msec 2023-09-06T20:25:48,197 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns3:test-16940319440292 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:25:48,197 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16940319440292","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694031948197"}]},"ts":"1694031948197"} 2023-09-06T20:25:48,199 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16940319440292, state=ENABLED in hbase:meta 2023-09-06T20:25:48,202 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16940319440292 execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:25:48,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=19, state=SUCCESS; CreateTableProcedure table=ns3:test-16940319440292 in 1.2080 sec 2023-09-06T20:25:49,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-09-06T20:25:49,115 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: ns3:test-16940319440292, procId: 19 completed 2023-09-06T20:25:49,115 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns3:test-16940319440292 get assigned. Timeout = 60000ms 2023-09-06T20:25:49,117 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-09-06T20:25:49,121 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] hbase.HBaseTestingUtility(3581): All regions for table ns3:test-16940319440292 assigned to meta. Checking AM states. 2023-09-06T20:25:49,122 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-09-06T20:25:49,122 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] hbase.HBaseTestingUtility(3601): All regions for table ns3:test-16940319440292 assigned. 2023-09-06T20:25:49,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'ns4:test-16940319440293', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:25:49,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] procedure2.ProcedureExecutor(1032): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns4:test-16940319440293 2023-09-06T20:25:49,128 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16940319440293 execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:25:49,128 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:25:49,128 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns4" qualifier: "test-16940319440293" procId is: 22 2023-09-06T20:25:49,129 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns4:test-16940319440293 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:25:49,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-09-06T20:25:49,142 INFO [RegionOpenAndInit-ns4:test-16940319440293-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 41a0e9b67abac7755a833796625d66c8, NAME => 'ns4:test-16940319440293,,1694031949124.41a0e9b67abac7755a833796625d66c8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-16940319440293', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2 2023-09-06T20:25:49,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-09-06T20:25:49,299 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-16940319440291' 2023-09-06T20:25:49,300 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-16940319440292' 2023-09-06T20:25:49,300 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1694031944029' 2023-09-06T20:25:49,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-09-06T20:25:49,555 DEBUG [RegionOpenAndInit-ns4:test-16940319440293-pool-0 {}] regionserver.HRegion(888): Instantiated ns4:test-16940319440293,,1694031949124.41a0e9b67abac7755a833796625d66c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:25:49,555 DEBUG [RegionOpenAndInit-ns4:test-16940319440293-pool-0 {}] regionserver.HRegion(1668): Closing 41a0e9b67abac7755a833796625d66c8, disabling compactions & flushes 2023-09-06T20:25:49,555 INFO [RegionOpenAndInit-ns4:test-16940319440293-pool-0 {}] regionserver.HRegion(1690): Closing region ns4:test-16940319440293,,1694031949124.41a0e9b67abac7755a833796625d66c8. 2023-09-06T20:25:49,555 DEBUG [RegionOpenAndInit-ns4:test-16940319440293-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16940319440293,,1694031949124.41a0e9b67abac7755a833796625d66c8. 2023-09-06T20:25:49,555 DEBUG [RegionOpenAndInit-ns4:test-16940319440293-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16940319440293,,1694031949124.41a0e9b67abac7755a833796625d66c8. after waiting 0 ms 2023-09-06T20:25:49,555 DEBUG [RegionOpenAndInit-ns4:test-16940319440293-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16940319440293,,1694031949124.41a0e9b67abac7755a833796625d66c8. 2023-09-06T20:25:49,555 INFO [RegionOpenAndInit-ns4:test-16940319440293-pool-0 {}] regionserver.HRegion(1909): Closed ns4:test-16940319440293,,1694031949124.41a0e9b67abac7755a833796625d66c8. 2023-09-06T20:25:49,555 DEBUG [RegionOpenAndInit-ns4:test-16940319440293-pool-0 {}] regionserver.HRegion(1622): Region close journal for 41a0e9b67abac7755a833796625d66c8: 2023-09-06T20:25:49,556 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns4:test-16940319440293 execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:25:49,557 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns4:test-16940319440293,,1694031949124.41a0e9b67abac7755a833796625d66c8.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1694031949557"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694031949557"}]},"ts":"1694031949557"} 2023-09-06T20:25:49,559 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:25:49,560 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns4:test-16940319440293 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:25:49,560 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16940319440293","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694031949560"}]},"ts":"1694031949560"} 2023-09-06T20:25:49,562 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16940319440293, state=ENABLING in hbase:meta 2023-09-06T20:25:49,567 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16940319440293, region=41a0e9b67abac7755a833796625d66c8, ASSIGN}] 2023-09-06T20:25:49,569 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16940319440293, region=41a0e9b67abac7755a833796625d66c8, ASSIGN 2023-09-06T20:25:49,570 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns4:test-16940319440293, region=41a0e9b67abac7755a833796625d66c8, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,38819,1694031934939; forceNewPlan=false, retain=false 2023-09-06T20:25:49,722 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=41a0e9b67abac7755a833796625d66c8, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:25:49,725 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE; OpenRegionProcedure 41a0e9b67abac7755a833796625d66c8, server=jenkins-hbase3.apache.org,38819,1694031934939}] 2023-09-06T20:25:49,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-09-06T20:25:49,882 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(130): Open ns4:test-16940319440293,,1694031949124.41a0e9b67abac7755a833796625d66c8. 2023-09-06T20:25:49,882 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7254): Opening region: {ENCODED => 41a0e9b67abac7755a833796625d66c8, NAME => 'ns4:test-16940319440293,,1694031949124.41a0e9b67abac7755a833796625d66c8.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:25:49,883 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:25:49,883 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16940319440293 41a0e9b67abac7755a833796625d66c8 2023-09-06T20:25:49,883 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(888): Instantiated ns4:test-16940319440293,,1694031949124.41a0e9b67abac7755a833796625d66c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:25:49,883 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7296): checking encryption for 41a0e9b67abac7755a833796625d66c8 2023-09-06T20:25:49,883 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7299): checking classloading for 41a0e9b67abac7755a833796625d66c8 2023-09-06T20:25:49,885 INFO [StoreOpener-41a0e9b67abac7755a833796625d66c8-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 41a0e9b67abac7755a833796625d66c8 2023-09-06T20:25:49,887 INFO [StoreOpener-41a0e9b67abac7755a833796625d66c8-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41a0e9b67abac7755a833796625d66c8 columnFamilyName f 2023-09-06T20:25:49,887 DEBUG [StoreOpener-41a0e9b67abac7755a833796625d66c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:25:49,888 INFO [StoreOpener-41a0e9b67abac7755a833796625d66c8-1 {}] regionserver.HStore(324): Store=41a0e9b67abac7755a833796625d66c8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:25:49,889 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/ns4/test-16940319440293/41a0e9b67abac7755a833796625d66c8 2023-09-06T20:25:49,889 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/ns4/test-16940319440293/41a0e9b67abac7755a833796625d66c8 2023-09-06T20:25:49,892 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1076): writing seq id for 41a0e9b67abac7755a833796625d66c8 2023-09-06T20:25:49,895 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/ns4/test-16940319440293/41a0e9b67abac7755a833796625d66c8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:25:49,896 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): Opened 41a0e9b67abac7755a833796625d66c8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9527762720, jitterRate=-0.11265794932842255}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-09-06T20:25:49,896 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(992): Region open journal for 41a0e9b67abac7755a833796625d66c8: 2023-09-06T20:25:49,897 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2556): Post open deploy tasks for ns4:test-16940319440293,,1694031949124.41a0e9b67abac7755a833796625d66c8., pid=24, masterSystemTime=1694031949877 2023-09-06T20:25:49,900 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2583): Finished post open deploy task for ns4:test-16940319440293,,1694031949124.41a0e9b67abac7755a833796625d66c8. 2023-09-06T20:25:49,900 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(158): Opened ns4:test-16940319440293,,1694031949124.41a0e9b67abac7755a833796625d66c8. 2023-09-06T20:25:49,900 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=41a0e9b67abac7755a833796625d66c8, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:25:49,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=24, resume processing ppid=23 2023-09-06T20:25:49,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=24, ppid=23, state=SUCCESS; OpenRegionProcedure 41a0e9b67abac7755a833796625d66c8, server=jenkins-hbase3.apache.org,38819,1694031934939 in 178 msec 2023-09-06T20:25:49,908 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=23, resume processing ppid=22 2023-09-06T20:25:49,908 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=23, ppid=22, state=SUCCESS; TransitRegionStateProcedure table=ns4:test-16940319440293, region=41a0e9b67abac7755a833796625d66c8, ASSIGN in 338 msec 2023-09-06T20:25:49,909 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns4:test-16940319440293 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:25:49,909 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16940319440293","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694031949909"}]},"ts":"1694031949909"} 2023-09-06T20:25:49,911 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16940319440293, state=ENABLED in hbase:meta 2023-09-06T20:25:49,915 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16940319440293 execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:25:49,916 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=22, state=SUCCESS; CreateTableProcedure table=ns4:test-16940319440293 in 791 msec 2023-09-06T20:25:50,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-09-06T20:25:50,238 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: ns4:test-16940319440293, procId: 22 completed 2023-09-06T20:25:50,238 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns4:test-16940319440293 get assigned. Timeout = 60000ms 2023-09-06T20:25:50,238 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-09-06T20:25:50,243 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] hbase.HBaseTestingUtility(3581): All regions for table ns4:test-16940319440293 assigned to meta. Checking AM states. 2023-09-06T20:25:50,243 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-09-06T20:25:50,243 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] hbase.HBaseTestingUtility(3601): All regions for table ns4:test-16940319440293 assigned. 2023-09-06T20:25:50,244 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x2040d45a to 127.0.0.1:60712 2023-09-06T20:25:50,244 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:25:50,292 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] hbase.ResourceChecker(147): before: backup.TestBackupMerge#TestIncBackupMergeRestore Thread=583, OpenFileDescriptor=660, MaxFileDescriptor=60000, SystemLoadAverage=305, ProcessCount=167, AvailableMemoryMB=3975 2023-09-06T20:25:50,292 WARN [Listener at jenkins-hbase3.apache.org/36373 {}] hbase.ResourceChecker(130): Thread=583 is superior to 500 2023-09-06T20:25:50,295 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] backup.TestBackupMerge(54): create full backup image for all tables 2023-09-06T20:25:50,297 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x751b9713 to 127.0.0.1:60712 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:25:50,305 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27b6c71b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:25:50,315 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:25:50,317 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:40438, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:25:50,331 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:25:50,338 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:59414, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:25:50,353 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'backup'} 2023-09-06T20:25:50,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] procedure2.ProcedureExecutor(1032): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=backup 2023-09-06T20:25:50,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=25 2023-09-06T20:25:50,370 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:25:50,376 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=25, state=SUCCESS; CreateNamespaceProcedure, namespace=backup in 21 msec 2023-09-06T20:25:50,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=25 2023-09-06T20:25:50,477 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:25:50,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] procedure2.ProcedureExecutor(1032): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system 2023-09-06T20:25:50,483 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:25:50,483 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:25:50,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2023-09-06T20:25:50,484 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:25:50,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-09-06T20:25:50,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-09-06T20:25:50,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-09-06T20:25:50,841 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-09-06T20:25:50,904 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 568706f7c2a98e715b55a42c68fdc17b, NAME => 'backup:system,,1694031950477.568706f7c2a98e715b55a42c68fdc17b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2 2023-09-06T20:25:50,918 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system,,1694031950477.568706f7c2a98e715b55a42c68fdc17b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:25:50,918 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1668): Closing 568706f7c2a98e715b55a42c68fdc17b, disabling compactions & flushes 2023-09-06T20:25:50,918 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system,,1694031950477.568706f7c2a98e715b55a42c68fdc17b. 2023-09-06T20:25:50,918 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1694031950477.568706f7c2a98e715b55a42c68fdc17b. 2023-09-06T20:25:50,918 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1694031950477.568706f7c2a98e715b55a42c68fdc17b. after waiting 0 ms 2023-09-06T20:25:50,918 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1694031950477.568706f7c2a98e715b55a42c68fdc17b. 2023-09-06T20:25:50,918 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1909): Closed backup:system,,1694031950477.568706f7c2a98e715b55a42c68fdc17b. 2023-09-06T20:25:50,919 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1622): Region close journal for 568706f7c2a98e715b55a42c68fdc17b: 2023-09-06T20:25:50,923 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:25:50,923 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system,,1694031950477.568706f7c2a98e715b55a42c68fdc17b.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1694031950923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694031950923"}]},"ts":"1694031950923"} 2023-09-06T20:25:50,926 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:25:50,927 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:25:50,932 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694031950932"}]},"ts":"1694031950932"} 2023-09-06T20:25:50,935 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLING in hbase:meta 2023-09-06T20:25:50,940 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=568706f7c2a98e715b55a42c68fdc17b, ASSIGN}] 2023-09-06T20:25:50,942 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=568706f7c2a98e715b55a42c68fdc17b, ASSIGN 2023-09-06T20:25:50,943 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system, region=568706f7c2a98e715b55a42c68fdc17b, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,38819,1694031934939; forceNewPlan=false, retain=false 2023-09-06T20:25:51,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-09-06T20:25:51,095 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=568706f7c2a98e715b55a42c68fdc17b, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:25:51,098 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE; OpenRegionProcedure 568706f7c2a98e715b55a42c68fdc17b, server=jenkins-hbase3.apache.org,38819,1694031934939}] 2023-09-06T20:25:51,256 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(130): Open backup:system,,1694031950477.568706f7c2a98e715b55a42c68fdc17b. 2023-09-06T20:25:51,256 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7254): Opening region: {ENCODED => 568706f7c2a98e715b55a42c68fdc17b, NAME => 'backup:system,,1694031950477.568706f7c2a98e715b55a42c68fdc17b.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:25:51,257 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:25:51,257 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system 568706f7c2a98e715b55a42c68fdc17b 2023-09-06T20:25:51,257 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(888): Instantiated backup:system,,1694031950477.568706f7c2a98e715b55a42c68fdc17b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:25:51,257 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7296): checking encryption for 568706f7c2a98e715b55a42c68fdc17b 2023-09-06T20:25:51,257 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7299): checking classloading for 568706f7c2a98e715b55a42c68fdc17b 2023-09-06T20:25:51,259 INFO [StoreOpener-568706f7c2a98e715b55a42c68fdc17b-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 568706f7c2a98e715b55a42c68fdc17b 2023-09-06T20:25:51,262 INFO [StoreOpener-568706f7c2a98e715b55a42c68fdc17b-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 568706f7c2a98e715b55a42c68fdc17b columnFamilyName meta 2023-09-06T20:25:51,263 DEBUG [StoreOpener-568706f7c2a98e715b55a42c68fdc17b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:25:51,263 INFO [StoreOpener-568706f7c2a98e715b55a42c68fdc17b-1 {}] regionserver.HStore(324): Store=568706f7c2a98e715b55a42c68fdc17b/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:25:51,263 INFO [StoreOpener-568706f7c2a98e715b55a42c68fdc17b-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 568706f7c2a98e715b55a42c68fdc17b 2023-09-06T20:25:51,265 INFO [StoreOpener-568706f7c2a98e715b55a42c68fdc17b-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 568706f7c2a98e715b55a42c68fdc17b columnFamilyName session 2023-09-06T20:25:51,265 DEBUG [StoreOpener-568706f7c2a98e715b55a42c68fdc17b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:25:51,266 INFO [StoreOpener-568706f7c2a98e715b55a42c68fdc17b-1 {}] regionserver.HStore(324): Store=568706f7c2a98e715b55a42c68fdc17b/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:25:51,267 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/backup/system/568706f7c2a98e715b55a42c68fdc17b 2023-09-06T20:25:51,268 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/backup/system/568706f7c2a98e715b55a42c68fdc17b 2023-09-06T20:25:51,269 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-09-06T20:25:51,271 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1076): writing seq id for 568706f7c2a98e715b55a42c68fdc17b 2023-09-06T20:25:51,275 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/backup/system/568706f7c2a98e715b55a42c68fdc17b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:25:51,275 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): Opened 568706f7c2a98e715b55a42c68fdc17b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11530850080, jitterRate=0.07389409840106964}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-09-06T20:25:51,276 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(992): Region open journal for 568706f7c2a98e715b55a42c68fdc17b: 2023-09-06T20:25:51,278 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system,,1694031950477.568706f7c2a98e715b55a42c68fdc17b., pid=28, masterSystemTime=1694031951250 2023-09-06T20:25:51,280 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system,,1694031950477.568706f7c2a98e715b55a42c68fdc17b. 2023-09-06T20:25:51,280 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(158): Opened backup:system,,1694031950477.568706f7c2a98e715b55a42c68fdc17b. 2023-09-06T20:25:51,281 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=568706f7c2a98e715b55a42c68fdc17b, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:25:51,286 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=28, resume processing ppid=27 2023-09-06T20:25:51,286 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=28, ppid=27, state=SUCCESS; OpenRegionProcedure 568706f7c2a98e715b55a42c68fdc17b, server=jenkins-hbase3.apache.org,38819,1694031934939 in 185 msec 2023-09-06T20:25:51,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=27, resume processing ppid=26 2023-09-06T20:25:51,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=27, ppid=26, state=SUCCESS; TransitRegionStateProcedure table=backup:system, region=568706f7c2a98e715b55a42c68fdc17b, ASSIGN in 346 msec 2023-09-06T20:25:51,290 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:25:51,291 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694031951290"}]},"ts":"1694031951290"} 2023-09-06T20:25:51,293 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLED in hbase:meta 2023-09-06T20:25:51,296 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:25:51,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=26, state=SUCCESS; CreateTableProcedure table=backup:system in 819 msec 2023-09-06T20:25:51,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-09-06T20:25:51,592 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: backup:system, procId: 26 completed 2023-09-06T20:25:51,607 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:25:51,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] procedure2.ProcedureExecutor(1032): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system_bulk 2023-09-06T20:25:51,611 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:25:51,611 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:25:51,611 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2023-09-06T20:25:51,612 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:25:51,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-09-06T20:25:51,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-09-06T20:25:51,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-09-06T20:25:52,028 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => cb91197ca9aa65f755ccee9ca0672e8f, NAME => 'backup:system_bulk,,1694031951607.cb91197ca9aa65f755ccee9ca0672e8f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2 2023-09-06T20:25:52,042 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1694031951607.cb91197ca9aa65f755ccee9ca0672e8f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:25:52,042 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1668): Closing cb91197ca9aa65f755ccee9ca0672e8f, disabling compactions & flushes 2023-09-06T20:25:52,042 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1694031951607.cb91197ca9aa65f755ccee9ca0672e8f. 2023-09-06T20:25:52,042 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1694031951607.cb91197ca9aa65f755ccee9ca0672e8f. 2023-09-06T20:25:52,042 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1694031951607.cb91197ca9aa65f755ccee9ca0672e8f. after waiting 0 ms 2023-09-06T20:25:52,042 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1694031951607.cb91197ca9aa65f755ccee9ca0672e8f. 2023-09-06T20:25:52,042 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1909): Closed backup:system_bulk,,1694031951607.cb91197ca9aa65f755ccee9ca0672e8f. 2023-09-06T20:25:52,042 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1622): Region close journal for cb91197ca9aa65f755ccee9ca0672e8f: 2023-09-06T20:25:52,044 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:25:52,044 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system_bulk,,1694031951607.cb91197ca9aa65f755ccee9ca0672e8f.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1694031952044"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694031952044"}]},"ts":"1694031952044"} 2023-09-06T20:25:52,046 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:25:52,047 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:25:52,048 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694031952047"}]},"ts":"1694031952047"} 2023-09-06T20:25:52,050 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2023-09-06T20:25:52,054 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=cb91197ca9aa65f755ccee9ca0672e8f, ASSIGN}] 2023-09-06T20:25:52,056 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=cb91197ca9aa65f755ccee9ca0672e8f, ASSIGN 2023-09-06T20:25:52,057 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system_bulk, region=cb91197ca9aa65f755ccee9ca0672e8f, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,38819,1694031934939; forceNewPlan=false, retain=false 2023-09-06T20:25:52,208 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=cb91197ca9aa65f755ccee9ca0672e8f, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:25:52,211 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; OpenRegionProcedure cb91197ca9aa65f755ccee9ca0672e8f, server=jenkins-hbase3.apache.org,38819,1694031934939}] 2023-09-06T20:25:52,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-09-06T20:25:52,368 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(130): Open backup:system_bulk,,1694031951607.cb91197ca9aa65f755ccee9ca0672e8f. 2023-09-06T20:25:52,368 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7254): Opening region: {ENCODED => cb91197ca9aa65f755ccee9ca0672e8f, NAME => 'backup:system_bulk,,1694031951607.cb91197ca9aa65f755ccee9ca0672e8f.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:25:52,369 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:25:52,369 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk cb91197ca9aa65f755ccee9ca0672e8f 2023-09-06T20:25:52,369 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1694031951607.cb91197ca9aa65f755ccee9ca0672e8f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:25:52,369 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7296): checking encryption for cb91197ca9aa65f755ccee9ca0672e8f 2023-09-06T20:25:52,369 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7299): checking classloading for cb91197ca9aa65f755ccee9ca0672e8f 2023-09-06T20:25:52,372 INFO [StoreOpener-cb91197ca9aa65f755ccee9ca0672e8f-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region cb91197ca9aa65f755ccee9ca0672e8f 2023-09-06T20:25:52,373 INFO [StoreOpener-cb91197ca9aa65f755ccee9ca0672e8f-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb91197ca9aa65f755ccee9ca0672e8f columnFamilyName meta 2023-09-06T20:25:52,373 DEBUG [StoreOpener-cb91197ca9aa65f755ccee9ca0672e8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:25:52,374 INFO [StoreOpener-cb91197ca9aa65f755ccee9ca0672e8f-1 {}] regionserver.HStore(324): Store=cb91197ca9aa65f755ccee9ca0672e8f/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:25:52,374 INFO [StoreOpener-cb91197ca9aa65f755ccee9ca0672e8f-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region cb91197ca9aa65f755ccee9ca0672e8f 2023-09-06T20:25:52,376 INFO [StoreOpener-cb91197ca9aa65f755ccee9ca0672e8f-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb91197ca9aa65f755ccee9ca0672e8f columnFamilyName session 2023-09-06T20:25:52,376 DEBUG [StoreOpener-cb91197ca9aa65f755ccee9ca0672e8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:25:52,376 INFO [StoreOpener-cb91197ca9aa65f755ccee9ca0672e8f-1 {}] regionserver.HStore(324): Store=cb91197ca9aa65f755ccee9ca0672e8f/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:25:52,377 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/backup/system_bulk/cb91197ca9aa65f755ccee9ca0672e8f 2023-09-06T20:25:52,378 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/backup/system_bulk/cb91197ca9aa65f755ccee9ca0672e8f 2023-09-06T20:25:52,380 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-09-06T20:25:52,382 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1076): writing seq id for cb91197ca9aa65f755ccee9ca0672e8f 2023-09-06T20:25:52,384 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/backup/system_bulk/cb91197ca9aa65f755ccee9ca0672e8f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:25:52,385 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): Opened cb91197ca9aa65f755ccee9ca0672e8f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11817041120, jitterRate=0.10054771602153778}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-09-06T20:25:52,386 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(992): Region open journal for cb91197ca9aa65f755ccee9ca0672e8f: 2023-09-06T20:25:52,387 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system_bulk,,1694031951607.cb91197ca9aa65f755ccee9ca0672e8f., pid=31, masterSystemTime=1694031952363 2023-09-06T20:25:52,390 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system_bulk,,1694031951607.cb91197ca9aa65f755ccee9ca0672e8f. 2023-09-06T20:25:52,390 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(158): Opened backup:system_bulk,,1694031951607.cb91197ca9aa65f755ccee9ca0672e8f. 2023-09-06T20:25:52,391 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=cb91197ca9aa65f755ccee9ca0672e8f, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:25:52,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=31, resume processing ppid=30 2023-09-06T20:25:52,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=31, ppid=30, state=SUCCESS; OpenRegionProcedure cb91197ca9aa65f755ccee9ca0672e8f, server=jenkins-hbase3.apache.org,38819,1694031934939 in 182 msec 2023-09-06T20:25:52,397 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=30, resume processing ppid=29 2023-09-06T20:25:52,398 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=backup:system_bulk, region=cb91197ca9aa65f755ccee9ca0672e8f, ASSIGN in 341 msec 2023-09-06T20:25:52,398 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:25:52,399 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694031952398"}]},"ts":"1694031952398"} 2023-09-06T20:25:52,400 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2023-09-06T20:25:52,404 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:25:52,406 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=29, state=SUCCESS; CreateTableProcedure table=backup:system_bulk in 797 msec 2023-09-06T20:25:52,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-09-06T20:25:52,721 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: backup:system_bulk, procId: 29 completed 2023-09-06T20:25:52,738 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupSystemTable(610): Start new backup exclusive operation 2023-09-06T20:25:52,800 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-09-06T20:25:52,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1694031952801 (current time:1694031952801). 2023-09-06T20:25:52,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-09-06T20:25:52,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-09-06T20:25:52,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x109d2d3b to 127.0.0.1:60712 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:25:52,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2928c3f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:25:52,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:25:52,815 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:40446, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:25:52,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x109d2d3b to 127.0.0.1:60712 2023-09-06T20:25:52,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:25:52,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-09-06T20:25:52,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] procedure2.ProcedureExecutor(1032): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-09-06T20:25:52,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-09-06T20:25:52,836 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-09-06T20:25:52,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-09-06T20:25:52,843 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-09-06T20:25:52,847 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-09-06T20:25:52,864 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-09-06T20:25:52,867 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 568706f7c2a98e715b55a42c68fdc17b}] 2023-09-06T20:25:52,875 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 568706f7c2a98e715b55a42c68fdc17b 2023-09-06T20:25:52,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-09-06T20:25:52,977 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-09-06T20:25:52,977 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2023-09-06T20:25:52,978 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-09-06T20:25:52,978 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2023-09-06T20:25:52,980 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-16940319440292 2023-09-06T20:25:52,980 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-16940319440292 Metrics about Tables on a single HBase RegionServer 2023-09-06T20:25:52,981 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1694031944029 2023-09-06T20:25:52,981 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1694031944029 Metrics about Tables on a single HBase RegionServer 2023-09-06T20:25:52,982 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-16940319440293 2023-09-06T20:25:52,982 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-16940319440293 Metrics about Tables on a single HBase RegionServer 2023-09-06T20:25:52,983 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-16940319440291 2023-09-06T20:25:52,983 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-16940319440291 Metrics about Tables on a single HBase RegionServer 2023-09-06T20:25:53,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38819 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2023-09-06T20:25:53,042 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1694031950477.568706f7c2a98e715b55a42c68fdc17b. 2023-09-06T20:25:53,045 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2819): Flushing 568706f7c2a98e715b55a42c68fdc17b 2/2 column families, dataSize=45 B heapSize=632 B 2023-09-06T20:25:53,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-09-06T20:25:53,155 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/backup/system/568706f7c2a98e715b55a42c68fdc17b/.tmp/session/1ca52d7d765a4871a992717c198143e1 is 49, key is activesession:/session:c/1694031952784/Put/seqid=0 2023-09-06T20:25:53,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-09-06T20:25:53,588 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/backup/system/568706f7c2a98e715b55a42c68fdc17b/.tmp/session/1ca52d7d765a4871a992717c198143e1 2023-09-06T20:25:53,677 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/backup/system/568706f7c2a98e715b55a42c68fdc17b/.tmp/session/1ca52d7d765a4871a992717c198143e1 as hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/backup/system/568706f7c2a98e715b55a42c68fdc17b/session/1ca52d7d765a4871a992717c198143e1 2023-09-06T20:25:53,688 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/backup/system/568706f7c2a98e715b55a42c68fdc17b/session/1ca52d7d765a4871a992717c198143e1, entries=1, sequenceid=5, filesize=4.9 K 2023-09-06T20:25:53,692 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3022): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for 568706f7c2a98e715b55a42c68fdc17b in 648ms, sequenceid=5, compaction requested=false 2023-09-06T20:25:53,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2023-09-06T20:25:53,695 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2520): Flush status journal for 568706f7c2a98e715b55a42c68fdc17b: 2023-09-06T20:25:53,695 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1694031950477.568706f7c2a98e715b55a42c68fdc17b. for snapshot_backup_system completed. 2023-09-06T20:25:53,696 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1694031950477.568706f7c2a98e715b55a42c68fdc17b.' region-info for snapshot=snapshot_backup_system 2023-09-06T20:25:53,703 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-09-06T20:25:53,708 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-09-06T20:25:53,708 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/backup/system/568706f7c2a98e715b55a42c68fdc17b/session/1ca52d7d765a4871a992717c198143e1] hfiles 2023-09-06T20:25:53,708 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/backup/system/568706f7c2a98e715b55a42c68fdc17b/session/1ca52d7d765a4871a992717c198143e1 for snapshot=snapshot_backup_system 2023-09-06T20:25:53,727 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1694031950477.568706f7c2a98e715b55a42c68fdc17b. 2023-09-06T20:25:53,731 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=33 2023-09-06T20:25:53,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.HMaster(3995): Remote procedure done, pid=33 2023-09-06T20:25:53,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region 568706f7c2a98e715b55a42c68fdc17b 2023-09-06T20:25:53,736 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 568706f7c2a98e715b55a42c68fdc17b 2023-09-06T20:25:53,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=33, resume processing ppid=32 2023-09-06T20:25:53,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=33, ppid=32, state=SUCCESS; SnapshotRegionProcedure 568706f7c2a98e715b55a42c68fdc17b in 871 msec 2023-09-06T20:25:53,741 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-09-06T20:25:53,744 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-09-06T20:25:53,748 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-09-06T20:25:53,748 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-09-06T20:25:53,752 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/.hbase-snapshot/.tmp/snapshot_backup_system 2023-09-06T20:25:53,798 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-09-06T20:25:53,815 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-09-06T20:25:53,816 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/.hbase-snapshot/snapshot_backup_system 2023-09-06T20:25:53,819 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-09-06T20:25:53,819 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-09-06T20:25:53,821 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 992 msec 2023-09-06T20:25:53,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-09-06T20:25:53,945 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: backup:system, procId: 32 completed 2023-09-06T20:25:53,946 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] impl.TableBackupClient(115): Backup backup_1694031950308 started at 1694031953945. 2023-09-06T20:25:53,968 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.TableBackupClient(119): Backup session backup_1694031950308 has been started. 2023-09-06T20:25:53,972 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-09-06T20:25:53,987 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(948): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-09-06T20:25:53,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-09-06T20:25:53,995 INFO [(jenkins-hbase3.apache.org,40385,1694031931834)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-09-06T20:25:53,996 DEBUG [(jenkins-hbase3.apache.org,40385,1694031931834)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-09-06T20:25:53,997 DEBUG [(jenkins-hbase3.apache.org,40385,1694031931834)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-09-06T20:25:53,997 DEBUG [(jenkins-hbase3.apache.org,40385,1694031931834)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-09-06T20:25:53,998 DEBUG [(jenkins-hbase3.apache.org,40385,1694031931834)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-09-06T20:25:53,998 DEBUG [(jenkins-hbase3.apache.org,40385,1694031931834)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-09-06T20:25:54,000 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38819-0x100eef546510001, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-09-06T20:25:54,000 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-09-06T20:25:54,000 DEBUG [(jenkins-hbase3.apache.org,40385,1694031931834)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:25:54,000 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-09-06T20:25:54,000 DEBUG [(jenkins-hbase3.apache.org,40385,1694031931834)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:25:54,001 DEBUG [(jenkins-hbase3.apache.org,40385,1694031931834)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-09-06T20:25:54,001 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-09-06T20:25:54,001 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38819-0x100eef546510001, quorum=127.0.0.1:60712, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-09-06T20:25:54,002 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-09-06T20:25:54,002 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-09-06T20:25:54,002 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-09-06T20:25:54,005 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-09-06T20:25:54,005 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-09-06T20:25:54,005 DEBUG [member: 'jenkins-hbase3.apache.org,38819,1694031934939' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-09-06T20:25:54,005 DEBUG [member: 'jenkins-hbase3.apache.org,38819,1694031934939' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-09-06T20:25:54,007 DEBUG [member: 'jenkins-hbase3.apache.org,38819,1694031934939' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-09-06T20:25:54,007 DEBUG [member: 'jenkins-hbase3.apache.org,38819,1694031934939' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-09-06T20:25:54,007 DEBUG [member: 'jenkins-hbase3.apache.org,38819,1694031934939' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,38819,1694031934939' joining acquired barrier for procedure (rolllog) in zk 2023-09-06T20:25:54,011 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:25:54,011 DEBUG [member: 'jenkins-hbase3.apache.org,38819,1694031934939' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-09-06T20:25:54,011 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:25:54,011 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-09-06T20:25:54,011 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-09-06T20:25:54,012 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-09-06T20:25:54,012 DEBUG [member: 'jenkins-hbase3.apache.org,38819,1694031934939' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38819-0x100eef546510001, quorum=127.0.0.1:60712, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-09-06T20:25:54,012 DEBUG [member: 'jenkins-hbase3.apache.org,38819,1694031934939' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-09-06T20:25:54,014 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-09-06T20:25:54,014 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:25:54,015 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:25:54,015 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-09-06T20:25:54,016 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,38819,1694031934939' joining acquired barrier for procedure 'rolllog' on coordinator 2023-09-06T20:25:54,016 DEBUG [(jenkins-hbase3.apache.org,40385,1694031931834)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-09-06T20:25:54,016 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@15e4fba5[Count = 0] remaining members to acquire global barrier 2023-09-06T20:25:54,016 DEBUG [(jenkins-hbase3.apache.org,40385,1694031931834)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-09-06T20:25:54,019 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38819-0x100eef546510001, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-09-06T20:25:54,019 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-09-06T20:25:54,019 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-09-06T20:25:54,019 DEBUG [member: 'jenkins-hbase3.apache.org,38819,1694031934939' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-09-06T20:25:54,019 DEBUG [(jenkins-hbase3.apache.org,40385,1694031931834)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:25:54,019 DEBUG [(jenkins-hbase3.apache.org,40385,1694031931834)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-09-06T20:25:54,020 DEBUG [member: 'jenkins-hbase3.apache.org,38819,1694031934939' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-09-06T20:25:54,021 DEBUG [rs(jenkins-hbase3.apache.org,38819,1694031934939)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:25:54,021 INFO [rs(jenkins-hbase3.apache.org,38819,1694031934939)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1694031937075 highest: 1694031937075 on jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:25:54,021 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C38819%2C1694031934939:(num 1694031937075) roll requested 2023-09-06T20:25:54,038 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/WALs/jenkins-hbase3.apache.org,38819,1694031934939/jenkins-hbase3.apache.org%2C38819%2C1694031934939.1694031954021, exclude list is [], retry=0 2023-09-06T20:25:54,047 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34893,DS-8f948b4e-17cb-4a47-a966-81d309b05439,DISK] 2023-09-06T20:25:54,058 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/WALs/jenkins-hbase3.apache.org,38819,1694031934939/jenkins-hbase3.apache.org%2C38819%2C1694031934939.1694031937075 with entries=19, filesize=4.02 KB; new WAL /user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/WALs/jenkins-hbase3.apache.org,38819,1694031934939/jenkins-hbase3.apache.org%2C38819%2C1694031934939.1694031954021 2023-09-06T20:25:54,060 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:34893,DS-8f948b4e-17cb-4a47-a966-81d309b05439,DISK]] 2023-09-06T20:25:54,060 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/WALs/jenkins-hbase3.apache.org,38819,1694031934939/jenkins-hbase3.apache.org%2C38819%2C1694031934939.1694031937075 is not closed yet, will try archiving it next time 2023-09-06T20:25:54,060 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C38819%2C1694031934939.meta:.meta(num 1694031937598) roll requested 2023-09-06T20:25:54,080 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/WALs/jenkins-hbase3.apache.org,38819,1694031934939/jenkins-hbase3.apache.org%2C38819%2C1694031934939.meta.1694031954060.meta, exclude list is [], retry=0 2023-09-06T20:25:54,084 DEBUG [rs(jenkins-hbase3.apache.org,38819,1694031934939)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 63 2023-09-06T20:25:54,084 INFO [rs(jenkins-hbase3.apache.org,38819,1694031934939)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1694031954021 on jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:25:54,085 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34893,DS-8f948b4e-17cb-4a47-a966-81d309b05439,DISK] 2023-09-06T20:25:54,086 DEBUG [rs(jenkins-hbase3.apache.org,38819,1694031934939)-backup-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:25:54,088 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:59416, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-09-06T20:25:54,089 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/WALs/jenkins-hbase3.apache.org,38819,1694031934939/jenkins-hbase3.apache.org%2C38819%2C1694031934939.meta.1694031937598.meta with entries=36, filesize=11.13 KB; new WAL /user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/WALs/jenkins-hbase3.apache.org,38819,1694031934939/jenkins-hbase3.apache.org%2C38819%2C1694031934939.meta.1694031954060.meta 2023-09-06T20:25:54,089 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:34893,DS-8f948b4e-17cb-4a47-a966-81d309b05439,DISK]] 2023-09-06T20:25:54,090 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/WALs/jenkins-hbase3.apache.org,38819,1694031934939/jenkins-hbase3.apache.org%2C38819%2C1694031934939.meta.1694031937598.meta is not closed yet, will try archiving it next time 2023-09-06T20:25:54,097 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(655): complete file /user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/WALs/jenkins-hbase3.apache.org,38819,1694031934939/jenkins-hbase3.apache.org%2C38819%2C1694031934939.meta.1694031937598.meta not finished, retry = 0 2023-09-06T20:25:54,124 DEBUG [member: 'jenkins-hbase3.apache.org,38819,1694031934939' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-09-06T20:25:54,124 DEBUG [member: 'jenkins-hbase3.apache.org,38819,1694031934939' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,38819,1694031934939' in zk 2023-09-06T20:25:54,127 DEBUG [member: 'jenkins-hbase3.apache.org,38819,1694031934939' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-09-06T20:25:54,127 DEBUG [member: 'jenkins-hbase3.apache.org,38819,1694031934939' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-09-06T20:25:54,128 DEBUG [member: 'jenkins-hbase3.apache.org,38819,1694031934939' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-09-06T20:25:54,128 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:25:54,129 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:25:54,129 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-09-06T20:25:54,129 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-09-06T20:25:54,129 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-09-06T20:25:54,130 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-09-06T20:25:54,130 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:25:54,131 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:25:54,132 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-09-06T20:25:54,133 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:25:54,133 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:25:54,134 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,38819,1694031934939': 2023-09-06T20:25:54,134 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,38819,1694031934939' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-09-06T20:25:54,134 INFO [(jenkins-hbase3.apache.org,40385,1694031931834)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-09-06T20:25:54,134 DEBUG [(jenkins-hbase3.apache.org,40385,1694031931834)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-09-06T20:25:54,135 DEBUG [(jenkins-hbase3.apache.org,40385,1694031931834)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-09-06T20:25:54,135 DEBUG [(jenkins-hbase3.apache.org,40385,1694031931834)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-09-06T20:25:54,135 INFO [(jenkins-hbase3.apache.org,40385,1694031931834)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-09-06T20:25:54,138 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38819-0x100eef546510001, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-09-06T20:25:54,138 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-09-06T20:25:54,138 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38819-0x100eef546510001, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-09-06T20:25:54,138 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-09-06T20:25:54,138 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-09-06T20:25:54,138 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-09-06T20:25:54,138 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-09-06T20:25:54,138 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-09-06T20:25:54,139 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-09-06T20:25:54,139 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-09-06T20:25:54,140 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-09-06T20:25:54,142 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-09-06T20:25:54,142 DEBUG [(jenkins-hbase3.apache.org,40385,1694031931834)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:25:54,142 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:25:54,143 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-09-06T20:25:54,143 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:25:54,150 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:25:54,150 DEBUG [(jenkins-hbase3.apache.org,40385,1694031931834)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:25:54,150 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-09-06T20:25:54,151 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:25:54,151 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:25:54,162 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:25:54,162 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-09-06T20:25:54,162 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38819-0x100eef546510001, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-09-06T20:25:54,162 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-09-06T20:25:54,162 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38819-0x100eef546510001, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-09-06T20:25:54,162 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-09-06T20:25:54,163 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-09-06T20:25:54,163 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:25:54,163 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-09-06T20:25:54,163 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-09-06T20:25:54,163 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-09-06T20:25:54,163 DEBUG [(jenkins-hbase3.apache.org,40385,1694031931834)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-09-06T20:25:54,163 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-09-06T20:25:54,163 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-09-06T20:25:54,163 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-09-06T20:25:54,166 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-09-06T20:25:54,164 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Unable to get data of znode /1/rolllog-proc/abort/rolllog because node does not exist (not an error) 2023-09-06T20:25:54,167 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] client.HBaseAdmin(2838): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-09-06T20:25:54,167 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] client.HBaseAdmin(2846): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-09-06T20:25:54,267 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] client.HBaseAdmin(2852): Getting current status of procedure from master... 2023-09-06T20:25:54,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1249): Checking to see if procedure from request:rolllog-proc is done 2023-09-06T20:25:54,281 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1694031954279_default_test-1694031944029 table=test-1694031944029 type=FLUSH ttl=0 } 2023-09-06T20:25:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1694031954281 (current time:1694031954281). 2023-09-06T20:25:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-09-06T20:25:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1694031954279_default_test-1694031944029 VERSION not specified, setting to 2 2023-09-06T20:25:54,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x614e53d3 to 127.0.0.1:60712 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:25:54,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d4a499a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:25:54,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:25:54,295 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:40452, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:25:54,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x614e53d3 to 127.0.0.1:60712 2023-09-06T20:25:54,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:25:54,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-09-06T20:25:54,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] procedure2.ProcedureExecutor(1032): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694031954279_default_test-1694031944029 table=test-1694031944029 type=FLUSH ttl=0 } 2023-09-06T20:25:54,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_1694031954279_default_test-1694031944029 table=test-1694031944029 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-09-06T20:25:54,305 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694031954279_default_test-1694031944029 table=test-1694031944029 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-09-06T20:25:54,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-09-06T20:25:54,306 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694031954279_default_test-1694031944029 table=test-1694031944029 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-09-06T20:25:54,309 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694031954279_default_test-1694031944029 table=test-1694031944029 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-09-06T20:25:54,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-09-06T20:25:54,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-09-06T20:25:54,722 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694031954279_default_test-1694031944029 table=test-1694031944029 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-09-06T20:25:54,722 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure e17a41ef167b657c2090507013deb9d0}] 2023-09-06T20:25:54,724 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure e17a41ef167b657c2090507013deb9d0 2023-09-06T20:25:54,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38819 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2023-09-06T20:25:54,877 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1694031944029,,1694031944520.e17a41ef167b657c2090507013deb9d0. 2023-09-06T20:25:54,879 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2819): Flushing e17a41ef167b657c2090507013deb9d0 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-09-06T20:25:54,905 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/default/test-1694031944029/e17a41ef167b657c2090507013deb9d0/.tmp/f/0abe045f1ed141dfbaaa285693fc29c4 is 37, key is row10/f:q1/1694031945687/Put/seqid=0 2023-09-06T20:25:54,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-09-06T20:25:55,301 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2023-09-06T20:25:55,302 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-16940319440293' 2023-09-06T20:25:55,320 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/default/test-1694031944029/e17a41ef167b657c2090507013deb9d0/.tmp/f/0abe045f1ed141dfbaaa285693fc29c4 2023-09-06T20:25:55,332 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/default/test-1694031944029/e17a41ef167b657c2090507013deb9d0/.tmp/f/0abe045f1ed141dfbaaa285693fc29c4 as hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/default/test-1694031944029/e17a41ef167b657c2090507013deb9d0/f/0abe045f1ed141dfbaaa285693fc29c4 2023-09-06T20:25:55,343 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/default/test-1694031944029/e17a41ef167b657c2090507013deb9d0/f/0abe045f1ed141dfbaaa285693fc29c4, entries=99, sequenceid=103, filesize=8.2 K 2023-09-06T20:25:55,345 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for e17a41ef167b657c2090507013deb9d0 in 465ms, sequenceid=103, compaction requested=false 2023-09-06T20:25:55,345 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2520): Flush status journal for e17a41ef167b657c2090507013deb9d0: 2023-09-06T20:25:55,345 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1694031944029,,1694031944520.e17a41ef167b657c2090507013deb9d0. for snapshot_1694031954279_default_test-1694031944029 completed. 2023-09-06T20:25:55,345 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(240): Storing 'test-1694031944029,,1694031944520.e17a41ef167b657c2090507013deb9d0.' region-info for snapshot=snapshot_1694031954279_default_test-1694031944029 2023-09-06T20:25:55,346 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-09-06T20:25:55,346 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/default/test-1694031944029/e17a41ef167b657c2090507013deb9d0/f/0abe045f1ed141dfbaaa285693fc29c4] hfiles 2023-09-06T20:25:55,346 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/default/test-1694031944029/e17a41ef167b657c2090507013deb9d0/f/0abe045f1ed141dfbaaa285693fc29c4 for snapshot=snapshot_1694031954279_default_test-1694031944029 2023-09-06T20:25:55,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-09-06T20:25:55,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1694031944029,,1694031944520.e17a41ef167b657c2090507013deb9d0. 2023-09-06T20:25:55,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=35 2023-09-06T20:25:55,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.HMaster(3995): Remote procedure done, pid=35 2023-09-06T20:25:55,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1694031954279_default_test-1694031944029 on region e17a41ef167b657c2090507013deb9d0 2023-09-06T20:25:55,759 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure e17a41ef167b657c2090507013deb9d0 2023-09-06T20:25:55,762 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=35, resume processing ppid=34 2023-09-06T20:25:55,762 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694031954279_default_test-1694031944029 table=test-1694031944029 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-09-06T20:25:55,762 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=35, ppid=34, state=SUCCESS; SnapshotRegionProcedure e17a41ef167b657c2090507013deb9d0 in 1.0380 sec 2023-09-06T20:25:55,763 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694031954279_default_test-1694031944029 table=test-1694031944029 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-09-06T20:25:55,764 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694031954279_default_test-1694031944029 table=test-1694031944029 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-09-06T20:25:55,764 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1694031954279_default_test-1694031944029 2023-09-06T20:25:55,765 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/.hbase-snapshot/.tmp/snapshot_1694031954279_default_test-1694031944029 2023-09-06T20:25:56,185 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694031954279_default_test-1694031944029 table=test-1694031944029 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-09-06T20:25:56,192 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694031954279_default_test-1694031944029 table=test-1694031944029 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-09-06T20:25:56,193 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/.hbase-snapshot/.tmp/snapshot_1694031954279_default_test-1694031944029 to hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/.hbase-snapshot/snapshot_1694031954279_default_test-1694031944029 2023-09-06T20:25:56,195 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694031954279_default_test-1694031944029 table=test-1694031944029 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-09-06T20:25:56,195 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_1694031954279_default_test-1694031944029 table=test-1694031944029 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-09-06T20:25:56,196 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694031954279_default_test-1694031944029 table=test-1694031944029 type=FLUSH ttl=0 } in 1.8930 sec 2023-09-06T20:25:56,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-09-06T20:25:56,416 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: default:test-1694031944029, procId: 34 completed 2023-09-06T20:25:56,417 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1694031956416_ns2_test-16940319440291 table=ns2:test-16940319440291 type=FLUSH ttl=0 } 2023-09-06T20:25:56,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1694031956417 (current time:1694031956417). 2023-09-06T20:25:56,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-09-06T20:25:56,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1694031956416_ns2_test-16940319440291 VERSION not specified, setting to 2 2023-09-06T20:25:56,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x2549d72f to 127.0.0.1:60712 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:25:56,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@368ad89e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:25:56,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:25:56,429 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:40462, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:25:56,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x2549d72f to 127.0.0.1:60712 2023-09-06T20:25:56,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:25:56,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-09-06T20:25:56,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] procedure2.ProcedureExecutor(1032): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694031956416_ns2_test-16940319440291 table=ns2:test-16940319440291 type=FLUSH ttl=0 } 2023-09-06T20:25:56,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_1694031956416_ns2_test-16940319440291 table=ns2:test-16940319440291 type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-09-06T20:25:56,434 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694031956416_ns2_test-16940319440291 table=ns2:test-16940319440291 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-09-06T20:25:56,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-09-06T20:25:56,436 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694031956416_ns2_test-16940319440291 table=ns2:test-16940319440291 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-09-06T20:25:56,438 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694031956416_ns2_test-16940319440291 table=ns2:test-16940319440291 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-09-06T20:25:56,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-09-06T20:25:56,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-09-06T20:25:56,762 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-09-06T20:25:56,850 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694031956416_ns2_test-16940319440291 table=ns2:test-16940319440291 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-09-06T20:25:56,850 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure cdfe7f59b05356e54cc5ef109375e944}] 2023-09-06T20:25:56,852 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure cdfe7f59b05356e54cc5ef109375e944 2023-09-06T20:25:57,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38819 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2023-09-06T20:25:57,005 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-16940319440291,,1694031945778.cdfe7f59b05356e54cc5ef109375e944. 2023-09-06T20:25:57,006 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2819): Flushing cdfe7f59b05356e54cc5ef109375e944 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-09-06T20:25:57,024 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/ns2/test-16940319440291/cdfe7f59b05356e54cc5ef109375e944/.tmp/f/412e64111edc4c1c97642d7e52b6f551 is 37, key is row10/f:q1/1694031946908/Put/seqid=0 2023-09-06T20:25:57,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-09-06T20:25:57,434 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/ns2/test-16940319440291/cdfe7f59b05356e54cc5ef109375e944/.tmp/f/412e64111edc4c1c97642d7e52b6f551 2023-09-06T20:25:57,442 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/ns2/test-16940319440291/cdfe7f59b05356e54cc5ef109375e944/.tmp/f/412e64111edc4c1c97642d7e52b6f551 as hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/ns2/test-16940319440291/cdfe7f59b05356e54cc5ef109375e944/f/412e64111edc4c1c97642d7e52b6f551 2023-09-06T20:25:57,449 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/ns2/test-16940319440291/cdfe7f59b05356e54cc5ef109375e944/f/412e64111edc4c1c97642d7e52b6f551, entries=99, sequenceid=103, filesize=8.2 K 2023-09-06T20:25:57,450 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for cdfe7f59b05356e54cc5ef109375e944 in 444ms, sequenceid=103, compaction requested=false 2023-09-06T20:25:57,451 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2520): Flush status journal for cdfe7f59b05356e54cc5ef109375e944: 2023-09-06T20:25:57,451 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-16940319440291,,1694031945778.cdfe7f59b05356e54cc5ef109375e944. for snapshot_1694031956416_ns2_test-16940319440291 completed. 2023-09-06T20:25:57,452 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(240): Storing 'ns2:test-16940319440291,,1694031945778.cdfe7f59b05356e54cc5ef109375e944.' region-info for snapshot=snapshot_1694031956416_ns2_test-16940319440291 2023-09-06T20:25:57,452 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-09-06T20:25:57,452 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/ns2/test-16940319440291/cdfe7f59b05356e54cc5ef109375e944/f/412e64111edc4c1c97642d7e52b6f551] hfiles 2023-09-06T20:25:57,452 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/ns2/test-16940319440291/cdfe7f59b05356e54cc5ef109375e944/f/412e64111edc4c1c97642d7e52b6f551 for snapshot=snapshot_1694031956416_ns2_test-16940319440291 2023-09-06T20:25:57,460 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-16940319440291,,1694031945778.cdfe7f59b05356e54cc5ef109375e944. 2023-09-06T20:25:57,460 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=37 2023-09-06T20:25:57,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.HMaster(3995): Remote procedure done, pid=37 2023-09-06T20:25:57,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1694031956416_ns2_test-16940319440291 on region cdfe7f59b05356e54cc5ef109375e944 2023-09-06T20:25:57,461 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure cdfe7f59b05356e54cc5ef109375e944 2023-09-06T20:25:57,465 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=37, resume processing ppid=36 2023-09-06T20:25:57,465 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=37, ppid=36, state=SUCCESS; SnapshotRegionProcedure cdfe7f59b05356e54cc5ef109375e944 in 613 msec 2023-09-06T20:25:57,465 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694031956416_ns2_test-16940319440291 table=ns2:test-16940319440291 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-09-06T20:25:57,466 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694031956416_ns2_test-16940319440291 table=ns2:test-16940319440291 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-09-06T20:25:57,466 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694031956416_ns2_test-16940319440291 table=ns2:test-16940319440291 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-09-06T20:25:57,467 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1694031956416_ns2_test-16940319440291 2023-09-06T20:25:57,467 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/.hbase-snapshot/.tmp/snapshot_1694031956416_ns2_test-16940319440291 2023-09-06T20:25:57,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-09-06T20:25:57,887 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694031956416_ns2_test-16940319440291 table=ns2:test-16940319440291 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-09-06T20:25:57,895 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694031956416_ns2_test-16940319440291 table=ns2:test-16940319440291 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-09-06T20:25:57,895 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/.hbase-snapshot/.tmp/snapshot_1694031956416_ns2_test-16940319440291 to hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/.hbase-snapshot/snapshot_1694031956416_ns2_test-16940319440291 2023-09-06T20:25:57,897 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694031956416_ns2_test-16940319440291 table=ns2:test-16940319440291 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-09-06T20:25:57,897 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_1694031956416_ns2_test-16940319440291 table=ns2:test-16940319440291 type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-09-06T20:25:57,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694031956416_ns2_test-16940319440291 table=ns2:test-16940319440291 type=FLUSH ttl=0 } in 1.4660 sec 2023-09-06T20:25:58,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-09-06T20:25:58,544 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: ns2:test-16940319440291, procId: 36 completed 2023-09-06T20:25:58,544 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1694031950308 2023-09-06T20:25:58,544 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-09-06T20:25:58,546 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied. 2023-09-06T20:25:58,548 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1694031950308_ns2:test-16940319440291 2023-09-06T20:25:58,548 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1694031956416_ns2_test-16940319440291 to hdfs://localhost:40377/backupUT/backup_1694031950308/ns2/test-16940319440291/ 2023-09-06T20:25:58,558 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-09-06T20:25:58,588 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:40377, inputRoot=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2 2023-09-06T20:25:58,589 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,40385,1694031931834_-1694804548_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:40377/backupUT/backup_1694031950308/ns2/test-16940319440291, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:40377/backupUT/backup_1694031950308/ns2/test-16940319440291/.hbase-snapshot/.tmp/snapshot_1694031956416_ns2_test-16940319440291 2023-09-06T20:25:58,589 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:40377, inputRoot=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2, snapshotDir=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/.hbase-snapshot/snapshot_1694031956416_ns2_test-16940319440291. 2023-09-06T20:25:58,601 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/.hbase-snapshot/snapshot_1694031956416_ns2_test-16940319440291 to hdfs://localhost:40377/backupUT/backup_1694031950308/ns2/test-16940319440291/.hbase-snapshot/.tmp/snapshot_1694031956416_ns2_test-16940319440291 2023-09-06T20:25:59,033 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:25:59,034 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-09-06T20:25:59,035 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-09-06T20:25:59,035 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:00,060 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/hadoop-5489831105094534376.jar 2023-09-06T20:26:00,060 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:00,061 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:00,061 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:00,062 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:00,062 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:00,063 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:00,064 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:00,064 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:00,065 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:00,066 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-09-06T20:26:00,067 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-09-06T20:26:00,068 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-09-06T20:26:00,068 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-09-06T20:26:00,069 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-09-06T20:26:00,070 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-09-06T20:26:00,070 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-09-06T20:26:00,070 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-09-06T20:26:00,071 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-09-06T20:26:00,071 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-09-06T20:26:00,072 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-09-06T20:26:00,072 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-09-06T20:26:00,076 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:26:00,077 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:26:00,077 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:26:00,077 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:26:00,078 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:26:00,078 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:26:00,079 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:26:00,138 WARN [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-09-06T20:26:00,161 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1694031956416_ns2_test-16940319440291' hfile list 2023-09-06T20:26:00,171 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-09-06T20:26:00,377 WARN [Listener at jenkins-hbase3.apache.org/36373 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/mapreduce.cluster.local.dir/1694031960330/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-09-06T20:26:00,377 WARN [Listener at jenkins-hbase3.apache.org/36373 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/mapreduce.cluster.local.dir/1694031960330/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-09-06T20:26:00,556 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-09-06T20:26:00,587 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/ns2/test-16940319440291/cdfe7f59b05356e54cc5ef109375e944/f/412e64111edc4c1c97642d7e52b6f551 output=hdfs://localhost:40377/backupUT/backup_1694031950308/ns2/test-16940319440291/archive/data/ns2/test-16940319440291/cdfe7f59b05356e54cc5ef109375e944/f/412e64111edc4c1c97642d7e52b6f551 2023-09-06T20:26:00,587 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 8.007M/sec 2023-09-06T20:26:01,451 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-09-06T20:26:01,452 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-09-06T20:26:01,459 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1694031956416_ns2_test-16940319440291 2023-09-06T20:26:01,460 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1694031956416_ns2_test-16940319440291 finished. 2023-09-06T20:26:01,460 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1694031950308_test-1694031944029 2023-09-06T20:26:01,460 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1694031954279_default_test-1694031944029 to hdfs://localhost:40377/backupUT/backup_1694031950308/default/test-1694031944029/ 2023-09-06T20:26:01,460 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-09-06T20:26:01,483 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:40377, inputRoot=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2 2023-09-06T20:26:01,484 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,40385,1694031931834_347153515_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:40377/backupUT/backup_1694031950308/default/test-1694031944029, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:40377/backupUT/backup_1694031950308/default/test-1694031944029/.hbase-snapshot/.tmp/snapshot_1694031954279_default_test-1694031944029 2023-09-06T20:26:01,484 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:40377, inputRoot=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2, snapshotDir=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/.hbase-snapshot/snapshot_1694031954279_default_test-1694031944029. 2023-09-06T20:26:01,493 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/.hbase-snapshot/snapshot_1694031954279_default_test-1694031944029 to hdfs://localhost:40377/backupUT/backup_1694031950308/default/test-1694031944029/.hbase-snapshot/.tmp/snapshot_1694031954279_default_test-1694031944029 2023-09-06T20:26:01,912 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:01,912 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:01,913 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:01,913 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:02,916 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/hadoop-2801966882752455895.jar 2023-09-06T20:26:02,917 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:02,917 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:02,918 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:02,918 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:02,918 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:02,919 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:02,919 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:02,920 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:02,920 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:02,921 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-09-06T20:26:02,921 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-09-06T20:26:02,922 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-09-06T20:26:02,922 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-09-06T20:26:02,923 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-09-06T20:26:02,923 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-09-06T20:26:02,924 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-09-06T20:26:02,924 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-09-06T20:26:02,925 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-09-06T20:26:02,925 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-09-06T20:26:02,926 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-09-06T20:26:02,926 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-09-06T20:26:02,927 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:26:02,927 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:26:02,928 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:26:02,928 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:26:02,928 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:26:02,929 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:26:02,930 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:26:02,956 WARN [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-09-06T20:26:02,974 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1694031954279_default_test-1694031944029' hfile list 2023-09-06T20:26:02,976 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-09-06T20:26:03,060 WARN [Listener at jenkins-hbase3.apache.org/36373 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/mapreduce.cluster.local.dir/1694031963027/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-09-06T20:26:03,060 WARN [Listener at jenkins-hbase3.apache.org/36373 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/mapreduce.cluster.local.dir/1694031963027/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-09-06T20:26:03,113 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-09-06T20:26:03,141 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/default/test-1694031944029/e17a41ef167b657c2090507013deb9d0/f/0abe045f1ed141dfbaaa285693fc29c4 output=hdfs://localhost:40377/backupUT/backup_1694031950308/default/test-1694031944029/archive/data/default/test-1694031944029/e17a41ef167b657c2090507013deb9d0/f/0abe045f1ed141dfbaaa285693fc29c4 2023-09-06T20:26:03,141 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 8.007M/sec 2023-09-06T20:26:04,096 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-09-06T20:26:04,098 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-09-06T20:26:04,105 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1694031954279_default_test-1694031944029 2023-09-06T20:26:04,105 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1694031954279_default_test-1694031944029 finished. 2023-09-06T20:26:04,106 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupSystemTable(1014): ns2:test-16940319440291 2023-09-06T20:26:04,106 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupSystemTable(1014): test-1694031944029 2023-09-06T20:26:04,180 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694031950308 2023-09-06T20:26:04,180 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-09-06T20:26:04,592 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:40377/backupUT/backup_1694031950308/.backup.manifest 2023-09-06T20:26:04,593 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694031950308 2023-09-06T20:26:04,593 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-09-06T20:26:04,999 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:40377/backupUT/backup_1694031950308/.backup.manifest 2023-09-06T20:26:05,000 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.TableBackupClient(358): Backup backup_1694031950308 finished: type=FULL,tablelist=ns2:test-16940319440291;test-1694031944029,targetRootDir=hdfs://localhost:40377/backupUT,startts=1694031953945,completets=1694031964177,bytescopied=0 2023-09-06T20:26:05,000 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-09-06T20:26:05,000 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1694031956416_ns2_test-16940319440291 2023-09-06T20:26:05,008 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_1694031956416_ns2_test-16940319440291" 2023-09-06T20:26:05,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_1694031956416_ns2_test-16940319440291 2023-09-06T20:26:05,015 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1694031956416_ns2_test-16940319440291 for backup backup_1694031950308 succeeded. 2023-09-06T20:26:05,015 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1694031954279_default_test-1694031944029 2023-09-06T20:26:05,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_1694031954279_default_test-1694031944029" 2023-09-06T20:26:05,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_1694031954279_default_test-1694031944029 2023-09-06T20:26:05,021 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1694031954279_default_test-1694031944029 for backup backup_1694031950308 succeeded. 2023-09-06T20:26:05,021 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupSystemTable(1552): Deleting snapshot_backup_system from the system 2023-09-06T20:26:05,035 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-09-06T20:26:05,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_backup_system 2023-09-06T20:26:05,038 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupSystemTable(1557): Done deleting backup system table snapshot 2023-09-06T20:26:05,045 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupSystemTable(637): Finish backup exclusive operation 2023-09-06T20:26:05,062 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] impl.TableBackupClient(376): Backup backup_1694031950308 completed. 2023-09-06T20:26:05,199 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] backup.TestBackupMerge(71): writing 99 rows to test-1694031944029 2023-09-06T20:26:05,210 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] backup.TestBackupMerge(75): written 99 rows to test-1694031944029 2023-09-06T20:26:05,328 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] backup.TestBackupMerge(81): written 99 rows to ns2:test-16940319440291 2023-09-06T20:26:05,359 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupSystemTable(610): Start new backup exclusive operation 2023-09-06T20:26:05,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-09-06T20:26:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1694031965364 (current time:1694031965364). 2023-09-06T20:26:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-09-06T20:26:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-09-06T20:26:05,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x09293c4a to 127.0.0.1:60712 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:26:05,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f79139b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:26:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:26:05,375 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:53374, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:26:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x09293c4a to 127.0.0.1:60712 2023-09-06T20:26:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:26:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-09-06T20:26:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] procedure2.ProcedureExecutor(1032): Stored pid=38, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-09-06T20:26:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 38 2023-09-06T20:26:05,380 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-09-06T20:26:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-09-06T20:26:05,381 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-09-06T20:26:05,383 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-09-06T20:26:05,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-09-06T20:26:05,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-09-06T20:26:05,791 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-09-06T20:26:05,792 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure 568706f7c2a98e715b55a42c68fdc17b}] 2023-09-06T20:26:05,794 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure 568706f7c2a98e715b55a42c68fdc17b 2023-09-06T20:26:05,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38819 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=39 2023-09-06T20:26:05,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1694031950477.568706f7c2a98e715b55a42c68fdc17b. 2023-09-06T20:26:05,946 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(2819): Flushing 568706f7c2a98e715b55a42c68fdc17b 2/2 column families, dataSize=1.51 KB heapSize=2.80 KB 2023-09-06T20:26:05,961 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/backup/system/568706f7c2a98e715b55a42c68fdc17b/.tmp/meta/4911e9155aa1454c8c4e32beb396659c is 171, key is trslm:hdfs://localhost:40377/backupUT\x00ns2:test-16940319440291/meta:log-roll-map/1694031964166/Put/seqid=0 2023-09-06T20:26:05,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-09-06T20:26:06,367 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=785 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/backup/system/568706f7c2a98e715b55a42c68fdc17b/.tmp/meta/4911e9155aa1454c8c4e32beb396659c 2023-09-06T20:26:06,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/backup/system/568706f7c2a98e715b55a42c68fdc17b/.tmp/session/6d44fd2e4efd4a72b0dd88cdafa9b5a6 is 459, key is session:backup_1694031950308/session:context/1694031965044/Put/seqid=0 2023-09-06T20:26:06,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-09-06T20:26:06,783 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=758 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/backup/system/568706f7c2a98e715b55a42c68fdc17b/.tmp/session/6d44fd2e4efd4a72b0dd88cdafa9b5a6 2023-09-06T20:26:06,791 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/backup/system/568706f7c2a98e715b55a42c68fdc17b/.tmp/meta/4911e9155aa1454c8c4e32beb396659c as hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/backup/system/568706f7c2a98e715b55a42c68fdc17b/meta/4911e9155aa1454c8c4e32beb396659c 2023-09-06T20:26:06,798 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/backup/system/568706f7c2a98e715b55a42c68fdc17b/meta/4911e9155aa1454c8c4e32beb396659c, entries=6, sequenceid=17, filesize=5.8 K 2023-09-06T20:26:06,799 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/backup/system/568706f7c2a98e715b55a42c68fdc17b/.tmp/session/6d44fd2e4efd4a72b0dd88cdafa9b5a6 as hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/backup/system/568706f7c2a98e715b55a42c68fdc17b/session/6d44fd2e4efd4a72b0dd88cdafa9b5a6 2023-09-06T20:26:06,805 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/backup/system/568706f7c2a98e715b55a42c68fdc17b/session/6d44fd2e4efd4a72b0dd88cdafa9b5a6, entries=2, sequenceid=17, filesize=5.4 K 2023-09-06T20:26:06,806 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(3022): Finished flush of dataSize ~1.51 KB/1543, heapSize ~2.77 KB/2840, currentSize=0 B/0 for 568706f7c2a98e715b55a42c68fdc17b in 860ms, sequenceid=17, compaction requested=false 2023-09-06T20:26:06,806 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(2520): Flush status journal for 568706f7c2a98e715b55a42c68fdc17b: 2023-09-06T20:26:06,806 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1694031950477.568706f7c2a98e715b55a42c68fdc17b. for snapshot_backup_system completed. 2023-09-06T20:26:06,806 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1694031950477.568706f7c2a98e715b55a42c68fdc17b.' region-info for snapshot=snapshot_backup_system 2023-09-06T20:26:06,806 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-09-06T20:26:06,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/backup/system/568706f7c2a98e715b55a42c68fdc17b/meta/4911e9155aa1454c8c4e32beb396659c] hfiles 2023-09-06T20:26:06,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/backup/system/568706f7c2a98e715b55a42c68fdc17b/meta/4911e9155aa1454c8c4e32beb396659c for snapshot=snapshot_backup_system 2023-09-06T20:26:06,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/backup/system/568706f7c2a98e715b55a42c68fdc17b/session/1ca52d7d765a4871a992717c198143e1, hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/backup/system/568706f7c2a98e715b55a42c68fdc17b/session/6d44fd2e4efd4a72b0dd88cdafa9b5a6] hfiles 2023-09-06T20:26:06,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (1/2): hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/backup/system/568706f7c2a98e715b55a42c68fdc17b/session/1ca52d7d765a4871a992717c198143e1 for snapshot=snapshot_backup_system 2023-09-06T20:26:06,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (2/2): hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/backup/system/568706f7c2a98e715b55a42c68fdc17b/session/6d44fd2e4efd4a72b0dd88cdafa9b5a6 for snapshot=snapshot_backup_system 2023-09-06T20:26:07,213 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1694031950477.568706f7c2a98e715b55a42c68fdc17b. 2023-09-06T20:26:07,213 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=39 2023-09-06T20:26:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.HMaster(3995): Remote procedure done, pid=39 2023-09-06T20:26:07,214 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region 568706f7c2a98e715b55a42c68fdc17b 2023-09-06T20:26:07,215 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure 568706f7c2a98e715b55a42c68fdc17b 2023-09-06T20:26:07,217 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=39, resume processing ppid=38 2023-09-06T20:26:07,217 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-09-06T20:26:07,218 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=39, ppid=38, state=SUCCESS; SnapshotRegionProcedure 568706f7c2a98e715b55a42c68fdc17b in 1.4250 sec 2023-09-06T20:26:07,218 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-09-06T20:26:07,219 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-09-06T20:26:07,219 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-09-06T20:26:07,220 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/.hbase-snapshot/.tmp/snapshot_backup_system 2023-09-06T20:26:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-09-06T20:26:07,632 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-09-06T20:26:07,639 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-09-06T20:26:07,640 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/.hbase-snapshot/snapshot_backup_system 2023-09-06T20:26:07,641 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-09-06T20:26:07,642 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 38 2023-09-06T20:26:07,643 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=38, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2650 sec 2023-09-06T20:26:09,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-09-06T20:26:09,489 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: backup:system, procId: 38 completed 2023-09-06T20:26:09,489 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] impl.TableBackupClient(115): Backup backup_1694031965328 started at 1694031969489. 2023-09-06T20:26:09,493 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.TableBackupClient(119): Backup session backup_1694031965328 has been started. 2023-09-06T20:26:09,498 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.IncrementalTableBackupClient(268): For incremental backup, current table set is [test-1694031944029, ns2:test-16940319440291] 2023-09-06T20:26:09,502 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.IncrementalBackupManager(76): StartCode 1694031937075for backupID backup_1694031965328 2023-09-06T20:26:09,502 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2023-09-06T20:26:09,503 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(948): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-09-06T20:26:09,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-09-06T20:26:09,503 INFO [(jenkins-hbase3.apache.org,40385,1694031931834)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-09-06T20:26:09,504 DEBUG [(jenkins-hbase3.apache.org,40385,1694031931834)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-09-06T20:26:09,504 DEBUG [(jenkins-hbase3.apache.org,40385,1694031931834)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-09-06T20:26:09,504 DEBUG [(jenkins-hbase3.apache.org,40385,1694031931834)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-09-06T20:26:09,505 DEBUG [(jenkins-hbase3.apache.org,40385,1694031931834)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-09-06T20:26:09,505 DEBUG [(jenkins-hbase3.apache.org,40385,1694031931834)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-09-06T20:26:09,506 DEBUG [(jenkins-hbase3.apache.org,40385,1694031931834)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:26:09,506 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38819-0x100eef546510001, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-09-06T20:26:09,506 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-09-06T20:26:09,506 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-09-06T20:26:09,507 DEBUG [(jenkins-hbase3.apache.org,40385,1694031931834)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:26:09,507 DEBUG [(jenkins-hbase3.apache.org,40385,1694031931834)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-09-06T20:26:09,507 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-09-06T20:26:09,507 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38819-0x100eef546510001, quorum=127.0.0.1:60712, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-09-06T20:26:09,508 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-09-06T20:26:09,508 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-09-06T20:26:09,508 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-09-06T20:26:09,508 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-09-06T20:26:09,508 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-09-06T20:26:09,508 DEBUG [member: 'jenkins-hbase3.apache.org,38819,1694031934939' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-09-06T20:26:09,508 DEBUG [member: 'jenkins-hbase3.apache.org,38819,1694031934939' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-09-06T20:26:09,509 DEBUG [member: 'jenkins-hbase3.apache.org,38819,1694031934939' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-09-06T20:26:09,509 DEBUG [member: 'jenkins-hbase3.apache.org,38819,1694031934939' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-09-06T20:26:09,509 DEBUG [member: 'jenkins-hbase3.apache.org,38819,1694031934939' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,38819,1694031934939' joining acquired barrier for procedure (rolllog) in zk 2023-09-06T20:26:09,511 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:26:09,511 DEBUG [member: 'jenkins-hbase3.apache.org,38819,1694031934939' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-09-06T20:26:09,511 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:26:09,511 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-09-06T20:26:09,511 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-09-06T20:26:09,511 DEBUG [member: 'jenkins-hbase3.apache.org,38819,1694031934939' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38819-0x100eef546510001, quorum=127.0.0.1:60712, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-09-06T20:26:09,512 DEBUG [member: 'jenkins-hbase3.apache.org,38819,1694031934939' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-09-06T20:26:09,512 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-09-06T20:26:09,512 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-09-06T20:26:09,512 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:26:09,513 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:26:09,513 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-09-06T20:26:09,513 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,38819,1694031934939' joining acquired barrier for procedure 'rolllog' on coordinator 2023-09-06T20:26:09,513 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@71c177ea[Count = 0] remaining members to acquire global barrier 2023-09-06T20:26:09,513 DEBUG [(jenkins-hbase3.apache.org,40385,1694031931834)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-09-06T20:26:09,513 DEBUG [(jenkins-hbase3.apache.org,40385,1694031931834)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-09-06T20:26:09,515 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38819-0x100eef546510001, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-09-06T20:26:09,515 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-09-06T20:26:09,515 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-09-06T20:26:09,515 DEBUG [member: 'jenkins-hbase3.apache.org,38819,1694031934939' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-09-06T20:26:09,515 DEBUG [(jenkins-hbase3.apache.org,40385,1694031931834)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:26:09,515 DEBUG [(jenkins-hbase3.apache.org,40385,1694031931834)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-09-06T20:26:09,515 DEBUG [member: 'jenkins-hbase3.apache.org,38819,1694031934939' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-09-06T20:26:09,515 DEBUG [rs(jenkins-hbase3.apache.org,38819,1694031934939)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:26:09,515 INFO [rs(jenkins-hbase3.apache.org,38819,1694031934939)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1694031954021 highest: 1694031954021 on jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:26:09,515 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C38819%2C1694031934939:(num 1694031954021) roll requested 2023-09-06T20:26:09,526 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/WALs/jenkins-hbase3.apache.org,38819,1694031934939/jenkins-hbase3.apache.org%2C38819%2C1694031934939.1694031969515, exclude list is [], retry=0 2023-09-06T20:26:09,531 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34893,DS-8f948b4e-17cb-4a47-a966-81d309b05439,DISK] 2023-09-06T20:26:09,533 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/WALs/jenkins-hbase3.apache.org,38819,1694031934939/jenkins-hbase3.apache.org%2C38819%2C1694031934939.1694031954021 with entries=212, filesize=28.92 KB; new WAL /user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/WALs/jenkins-hbase3.apache.org,38819,1694031934939/jenkins-hbase3.apache.org%2C38819%2C1694031934939.1694031969515 2023-09-06T20:26:09,533 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:34893,DS-8f948b4e-17cb-4a47-a966-81d309b05439,DISK]] 2023-09-06T20:26:09,533 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/WALs/jenkins-hbase3.apache.org,38819,1694031934939/jenkins-hbase3.apache.org%2C38819%2C1694031934939.1694031954021 is not closed yet, will try archiving it next time 2023-09-06T20:26:09,533 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C38819%2C1694031934939.meta:.meta(num 1694031954060) roll requested 2023-09-06T20:26:09,567 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/WALs/jenkins-hbase3.apache.org,38819,1694031934939/jenkins-hbase3.apache.org%2C38819%2C1694031934939.meta.1694031969533.meta, exclude list is [], retry=0 2023-09-06T20:26:09,572 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34893,DS-8f948b4e-17cb-4a47-a966-81d309b05439,DISK] 2023-09-06T20:26:09,573 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/WALs/jenkins-hbase3.apache.org,38819,1694031934939/jenkins-hbase3.apache.org%2C38819%2C1694031934939.meta.1694031954060.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/WALs/jenkins-hbase3.apache.org,38819,1694031934939/jenkins-hbase3.apache.org%2C38819%2C1694031934939.meta.1694031969533.meta 2023-09-06T20:26:09,573 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:34893,DS-8f948b4e-17cb-4a47-a966-81d309b05439,DISK]] 2023-09-06T20:26:09,574 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/WALs/jenkins-hbase3.apache.org,38819,1694031934939/jenkins-hbase3.apache.org%2C38819%2C1694031934939.meta.1694031954060.meta is not closed yet, will try archiving it next time 2023-09-06T20:26:09,577 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(809): Archiving hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/WALs/jenkins-hbase3.apache.org,38819,1694031934939/jenkins-hbase3.apache.org%2C38819%2C1694031934939.meta.1694031954060.meta to hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/oldWALs/jenkins-hbase3.apache.org%2C38819%2C1694031934939.meta.1694031954060.meta 2023-09-06T20:26:09,584 DEBUG [rs(jenkins-hbase3.apache.org,38819,1694031934939)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 69 2023-09-06T20:26:09,584 INFO [rs(jenkins-hbase3.apache.org,38819,1694031934939)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1694031969515 on jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:26:09,595 DEBUG [member: 'jenkins-hbase3.apache.org,38819,1694031934939' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-09-06T20:26:09,595 DEBUG [member: 'jenkins-hbase3.apache.org,38819,1694031934939' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,38819,1694031934939' in zk 2023-09-06T20:26:09,599 DEBUG [member: 'jenkins-hbase3.apache.org,38819,1694031934939' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-09-06T20:26:09,599 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:26:09,599 DEBUG [member: 'jenkins-hbase3.apache.org,38819,1694031934939' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-09-06T20:26:09,599 DEBUG [member: 'jenkins-hbase3.apache.org,38819,1694031934939' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-09-06T20:26:09,599 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:26:09,599 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-09-06T20:26:09,599 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-09-06T20:26:09,600 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-09-06T20:26:09,600 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-09-06T20:26:09,600 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:26:09,601 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:26:09,601 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-09-06T20:26:09,601 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:26:09,602 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:26:09,602 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,38819,1694031934939': 2023-09-06T20:26:09,602 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,38819,1694031934939' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-09-06T20:26:09,602 INFO [(jenkins-hbase3.apache.org,40385,1694031931834)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-09-06T20:26:09,602 DEBUG [(jenkins-hbase3.apache.org,40385,1694031931834)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-09-06T20:26:09,603 DEBUG [(jenkins-hbase3.apache.org,40385,1694031931834)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-09-06T20:26:09,603 DEBUG [(jenkins-hbase3.apache.org,40385,1694031931834)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-09-06T20:26:09,603 INFO [(jenkins-hbase3.apache.org,40385,1694031931834)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-09-06T20:26:09,604 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38819-0x100eef546510001, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-09-06T20:26:09,604 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-09-06T20:26:09,604 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38819-0x100eef546510001, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-09-06T20:26:09,604 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-09-06T20:26:09,604 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-09-06T20:26:09,604 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-09-06T20:26:09,604 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-09-06T20:26:09,604 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-09-06T20:26:09,605 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-09-06T20:26:09,605 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-09-06T20:26:09,605 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-09-06T20:26:09,605 DEBUG [(jenkins-hbase3.apache.org,40385,1694031931834)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:26:09,605 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-09-06T20:26:09,605 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:26:09,606 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-09-06T20:26:09,606 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:26:09,606 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:26:09,607 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-09-06T20:26:09,607 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:26:09,607 DEBUG [(jenkins-hbase3.apache.org,40385,1694031931834)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:26:09,608 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:26:09,611 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:26:09,611 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-09-06T20:26:09,611 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-09-06T20:26:09,611 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38819-0x100eef546510001, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-09-06T20:26:09,611 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:26:09,611 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38819-0x100eef546510001, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-09-06T20:26:09,611 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-09-06T20:26:09,611 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-09-06T20:26:09,611 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-09-06T20:26:09,611 DEBUG [(jenkins-hbase3.apache.org,40385,1694031931834)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-09-06T20:26:09,611 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-09-06T20:26:09,611 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-09-06T20:26:09,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-09-06T20:26:09,612 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-09-06T20:26:09,612 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] client.HBaseAdmin(2838): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-09-06T20:26:09,613 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] client.HBaseAdmin(2846): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-09-06T20:26:09,613 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-09-06T20:26:09,613 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-09-06T20:26:09,713 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] client.HBaseAdmin(2852): Getting current status of procedure from master... 2023-09-06T20:26:09,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1249): Checking to see if procedure from request:rolllog-proc is done 2023-09-06T20:26:09,716 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {jenkins-hbase3.apache.org:38819=1694031937075} newestTimestamps: {jenkins-hbase3.apache.org:38819=1694031954021} 2023-09-06T20:26:09,719 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase3.apache.org%2C38819%2C1694031934939.meta.1694031937598.meta 2023-09-06T20:26:09,719 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase3.apache.org%2C38819%2C1694031934939.meta.1694031969533.meta 2023-09-06T20:26:09,719 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/WALs/jenkins-hbase3.apache.org,38819,1694031934939/jenkins-hbase3.apache.org%2C38819%2C1694031934939.1694031954021 2023-09-06T20:26:09,719 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/WALs/jenkins-hbase3.apache.org,38819,1694031934939/jenkins-hbase3.apache.org%2C38819%2C1694031934939.1694031969515 2023-09-06T20:26:09,720 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/oldWALs/jenkins-hbase3.apache.org%2C38819%2C1694031934939.meta.1694031954060.meta 2023-09-06T20:26:10,133 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] util.BackupUtils(146): Attempting to copy table info for:ns2:test-16940319440291 target: hdfs://localhost:40377/backupUT/backup_1694031965328/ns2/test-16940319440291 descriptor: 'ns2:test-16940319440291', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:26:10,133 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] util.BackupUtils(148): Finished copying tableinfo. 2023-09-06T20:26:10,135 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] util.BackupUtils(151): Starting to write region info for table ns2:test-16940319440291 2023-09-06T20:26:10,541 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] util.BackupUtils(158): Finished writing region info for table ns2:test-16940319440291 2023-09-06T20:26:10,549 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-09-06T20:26:10,552 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:39856, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-09-06T20:26:10,956 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] util.BackupUtils(146): Attempting to copy table info for:test-1694031944029 target: hdfs://localhost:40377/backupUT/backup_1694031965328/default/test-1694031944029 descriptor: 'test-1694031944029', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:26:10,956 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] util.BackupUtils(148): Finished copying tableinfo. 2023-09-06T20:26:10,959 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] util.BackupUtils(151): Starting to write region info for table test-1694031944029 2023-09-06T20:26:11,365 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] util.BackupUtils(158): Finished writing region info for table test-1694031944029 2023-09-06T20:26:11,374 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.WALPlayer(360): add incremental job :hdfs://localhost:40377/backupUT/.tmp/backup_1694031965328 from hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/WALs/jenkins-hbase3.apache.org,38819,1694031934939/jenkins-hbase3.apache.org%2C38819%2C1694031934939.1694031954021 2023-09-06T20:26:11,377 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x6370257c to 127.0.0.1:60712 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:26:11,383 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75a09282, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:26:11,385 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:26:11,386 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:39862, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:26:11,401 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-09-06T20:26:11,401 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table test-1694031944029 2023-09-06T20:26:11,407 DEBUG [hconnection-0x24f7e17b-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:26:11,409 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:55282, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:26:11,411 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for test-1694031944029: test-1694031944029; 2023-09-06T20:26:11,412 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:test-16940319440291 2023-09-06T20:26:11,414 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:test-16940319440291: ns2:test-16940319440291; 2023-09-06T20:26:11,414 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.HFileOutputFormat2(694): Configuring 2 reduce partitions to match current region count for all tables 2023-09-06T20:26:11,414 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/hbase-staging/partitions_5d0c272b-64b7-4204-8cc8-fff5031bcd08 2023-09-06T20:26:11,854 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:11,855 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:11,855 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:11,856 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:12,900 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/hadoop-5664005678687542502.jar 2023-09-06T20:26:12,901 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:12,901 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:12,902 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:12,902 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:12,903 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:12,903 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:12,903 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:12,904 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:12,904 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:12,905 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-09-06T20:26:12,905 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-09-06T20:26:12,906 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-09-06T20:26:12,906 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-09-06T20:26:12,907 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-09-06T20:26:12,907 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-09-06T20:26:12,908 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-09-06T20:26:12,908 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-09-06T20:26:12,909 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-09-06T20:26:12,909 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-09-06T20:26:12,910 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-09-06T20:26:12,910 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-09-06T20:26:12,912 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:12,913 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:12,913 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:12,913 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:12,914 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:12,914 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:12,915 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:26:12,915 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: default:test-1694031944029,ns2:test-16940319440291 2023-09-06T20:26:12,915 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:26:12,915 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x6370257c to 127.0.0.1:60712 2023-09-06T20:26:12,915 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:26:12,916 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-09-06T20:26:13,902 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/hadoop-249043414117863225.jar 2023-09-06T20:26:13,907 WARN [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-09-06T20:26:13,923 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/WALs/jenkins-hbase3.apache.org,38819,1694031934939/jenkins-hbase3.apache.org%2C38819%2C1694031934939.1694031954021 for WAL files 2023-09-06T20:26:13,924 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/WALs/jenkins-hbase3.apache.org,38819,1694031934939/jenkins-hbase3.apache.org%2C38819%2C1694031934939.1694031954021 2023-09-06T20:26:14,002 WARN [Listener at jenkins-hbase3.apache.org/36373 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/mapreduce.cluster.local.dir/1694031973968/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-09-06T20:26:14,003 WARN [Listener at jenkins-hbase3.apache.org/36373 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/mapreduce.cluster.local.dir/1694031973968/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-09-06T20:26:14,082 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/WALs/jenkins-hbase3.apache.org,38819,1694031934939/jenkins-hbase3.apache.org%2C38819%2C1694031934939.1694031954021 for hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/WALs/jenkins-hbase3.apache.org,38819,1694031934939/jenkins-hbase3.apache.org%2C38819%2C1694031934939.1694031954021 (-9223372036854775808:9223372036854775807) length:29619 2023-09-06T20:26:14,103 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2023-09-06T20:26:14,104 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2023-09-06T20:26:14,213 DEBUG [pool-204-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x79cf4805 to 127.0.0.1:60712 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:26:14,219 DEBUG [pool-204-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@165a69e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:26:14,221 DEBUG [hconnection-0x34a7eb1f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:26:14,222 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:55296, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:26:14,224 DEBUG [pool-204-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x79cf4805 to 127.0.0.1:60712 2023-09-06T20:26:14,224 DEBUG [pool-204-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:26:14,226 DEBUG [pool-204-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-ns2:test-16940319440291-1-0] 2023-09-06T20:26:14,226 DEBUG [pool-204-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-09-06T20:26:14,244 DEBUG [pool-204-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40377/backupUT/.tmp/backup_1694031965328/_temporary/0/_temporary/attempt_local232802554_0003_r_000000_0/ns2/test-16940319440291/f/b19cddfbc0ec485288502ee076f12141 is 64, key is row-ns2:test-16940319440291-1-10/f:q1/1694031965226/Put/seqid=0 2023-09-06T20:26:14,247 WARN [Thread-842 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:38819] Specified favored nodes: [jenkins-hbase3.apache.org:38819] 2023-09-06T20:26:14,674 DEBUG [pool-204-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x60407619 to 127.0.0.1:60712 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:26:14,680 DEBUG [pool-204-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4272a38e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:26:14,682 DEBUG [hconnection-0x16edb228-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:26:14,685 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:55310, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:26:14,688 DEBUG [pool-204-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x60407619 to 127.0.0.1:60712 2023-09-06T20:26:14,688 DEBUG [pool-204-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:26:14,691 DEBUG [pool-204-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-test-1694031944029-1-0] 2023-09-06T20:26:14,691 DEBUG [pool-204-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-09-06T20:26:14,699 DEBUG [pool-204-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40377/backupUT/.tmp/backup_1694031965328/_temporary/0/_temporary/attempt_local232802554_0003_r_000001_0/default/test-1694031944029/f/34f63e477b1649f4845dd80c88bd048f is 59, key is row-test-1694031944029-1-10/f:q1/1694031965096/Put/seqid=0 2023-09-06T20:26:14,701 WARN [Thread-852 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:38819] Specified favored nodes: [jenkins-hbase3.apache.org:38819] 2023-09-06T20:26:16,039 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.IncrementalTableBackupClient(325): Incremental copy HFiles is starting. dest=hdfs://localhost:40377/backupUT 2023-09-06T20:26:16,039 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.IncrementalTableBackupClient(335): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1694031965328 2023-09-06T20:26:16,039 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.MapReduceBackupCopyJob(379): Doing COPY_TYPE_DISTCP 2023-09-06T20:26:16,053 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.MapReduceBackupCopyJob(388): DistCp options: [hdfs://localhost:40377/backupUT/.tmp/backup_1694031965328, hdfs://localhost:40377/backupUT] 2023-09-06T20:26:16,111 WARN [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-09-06T20:26:16,696 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(218): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2023-09-06T20:26:16,698 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.MapReduceBackupCopyJob(138): Backup progress data "100%" has been updated to backup system table for backup_1694031965328 2023-09-06T20:26:16,699 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(226): Backup progress data updated to backup system table: "Progress: 100.0% - 22343 bytes copied." 2023-09-06T20:26:16,699 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(236): DistCp job-id: job_local377166381_0004 completed: true true 2023-09-06T20:26:16,705 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(239): Counters: 24 File System Counters FILE: Number of bytes read=3815498 FILE: Number of bytes written=5089617 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=139393 HDFS: Number of bytes written=2350163 HDFS: Number of read operations=470 HDFS: Number of large read operations=0 HDFS: Number of write operations=199 Map-Reduce Framework Map input records=10 Map output records=0 Input split bytes=342 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1518862336 File Input Format Counters Bytes Read=2444 File Output Format Counters Bytes Written=0 DistCp Counters Bytes Copied=22343 Bytes Expected=22343 Files Copied=3 DIR_COPY=7 2023-09-06T20:26:16,705 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.IncrementalTableBackupClient(346): Incremental copy HFiles from hdfs://localhost:40377/backupUT/.tmp/backup_1694031965328 to hdfs://localhost:40377/backupUT finished. 2023-09-06T20:26:16,720 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupSystemTable(433): deleted 0 original bulkload rows 2023-09-06T20:26:16,720 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694031965328 2023-09-06T20:26:16,731 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-09-06T20:26:16,731 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694031965328 2023-09-06T20:26:16,733 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-09-06T20:26:16,749 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:40377/backupUT/backup_1694031965328/.backup.manifest 2023-09-06T20:26:16,749 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694031965328 2023-09-06T20:26:16,751 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-09-06T20:26:16,751 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694031965328 2023-09-06T20:26:16,754 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-09-06T20:26:16,760 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:40377/backupUT/backup_1694031965328/.backup.manifest 2023-09-06T20:26:16,760 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694031965328 2023-09-06T20:26:16,763 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-09-06T20:26:16,776 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:40377/backupUT/backup_1694031965328/.backup.manifest 2023-09-06T20:26:16,776 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.TableBackupClient(358): Backup backup_1694031965328 finished: type=INCREMENTAL,tablelist=ns2:test-16940319440291;test-1694031944029,targetRootDir=hdfs://localhost:40377/backupUT,startts=1694031969489,completets=1694031976720,bytescopied=0 2023-09-06T20:26:16,776 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupSystemTable(1552): Deleting snapshot_backup_system from the system 2023-09-06T20:26:16,785 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-09-06T20:26:16,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_backup_system 2023-09-06T20:26:16,792 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupSystemTable(1557): Done deleting backup system table snapshot 2023-09-06T20:26:16,794 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupSystemTable(637): Finish backup exclusive operation 2023-09-06T20:26:16,798 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] impl.TableBackupClient(376): Backup backup_1694031965328 completed. 2023-09-06T20:26:17,021 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupSystemTable(610): Start new backup exclusive operation 2023-09-06T20:26:17,025 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-09-06T20:26:17,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1694031977025 (current time:1694031977025). 2023-09-06T20:26:17,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-09-06T20:26:17,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-09-06T20:26:17,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x7199f17a to 127.0.0.1:60712 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:26:17,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@418c0ac2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:26:17,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:26:17,035 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:55322, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:26:17,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x7199f17a to 127.0.0.1:60712 2023-09-06T20:26:17,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:26:17,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-09-06T20:26:17,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] procedure2.ProcedureExecutor(1032): Stored pid=40, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-09-06T20:26:17,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 40 2023-09-06T20:26:17,039 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-09-06T20:26:17,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=40 2023-09-06T20:26:17,040 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-09-06T20:26:17,042 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-09-06T20:26:17,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=40 2023-09-06T20:26:17,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=40 2023-09-06T20:26:17,452 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-09-06T20:26:17,452 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; SnapshotRegionProcedure 568706f7c2a98e715b55a42c68fdc17b}] 2023-09-06T20:26:17,454 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=41, ppid=40, state=RUNNABLE; SnapshotRegionProcedure 568706f7c2a98e715b55a42c68fdc17b 2023-09-06T20:26:17,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38819 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=41 2023-09-06T20:26:17,606 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1694031950477.568706f7c2a98e715b55a42c68fdc17b. 2023-09-06T20:26:17,606 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HRegion(2819): Flushing 568706f7c2a98e715b55a42c68fdc17b 2/2 column families, dataSize=1.37 KB heapSize=2.52 KB 2023-09-06T20:26:17,611 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/backup/system/568706f7c2a98e715b55a42c68fdc17b/.tmp/meta/3e42c9bb5aeb4bb29adbf1d19fab894d is 171, key is trslm:hdfs://localhost:40377/backupUT\x00ns2:test-16940319440291/meta:log-roll-map/1694031976710/Put/seqid=0 2023-09-06T20:26:17,619 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=531 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/backup/system/568706f7c2a98e715b55a42c68fdc17b/.tmp/meta/3e42c9bb5aeb4bb29adbf1d19fab894d 2023-09-06T20:26:17,629 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/backup/system/568706f7c2a98e715b55a42c68fdc17b/.tmp/session/4b7460ca26374ca28a35a7175fcd46f6 is 360, key is session:backup_1694031965328/session:context/1694031976793/Put/seqid=0 2023-09-06T20:26:17,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=40 2023-09-06T20:26:18,035 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=873 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/backup/system/568706f7c2a98e715b55a42c68fdc17b/.tmp/session/4b7460ca26374ca28a35a7175fcd46f6 2023-09-06T20:26:18,043 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/backup/system/568706f7c2a98e715b55a42c68fdc17b/.tmp/meta/3e42c9bb5aeb4bb29adbf1d19fab894d as hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/backup/system/568706f7c2a98e715b55a42c68fdc17b/meta/3e42c9bb5aeb4bb29adbf1d19fab894d 2023-09-06T20:26:18,048 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/backup/system/568706f7c2a98e715b55a42c68fdc17b/meta/3e42c9bb5aeb4bb29adbf1d19fab894d, entries=4, sequenceid=28, filesize=5.7 K 2023-09-06T20:26:18,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/backup/system/568706f7c2a98e715b55a42c68fdc17b/.tmp/session/4b7460ca26374ca28a35a7175fcd46f6 as hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/backup/system/568706f7c2a98e715b55a42c68fdc17b/session/4b7460ca26374ca28a35a7175fcd46f6 2023-09-06T20:26:18,055 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/backup/system/568706f7c2a98e715b55a42c68fdc17b/session/4b7460ca26374ca28a35a7175fcd46f6, entries=2, sequenceid=28, filesize=5.3 K 2023-09-06T20:26:18,056 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HRegion(3022): Finished flush of dataSize ~1.37 KB/1404, heapSize ~2.49 KB/2552, currentSize=0 B/0 for 568706f7c2a98e715b55a42c68fdc17b in 450ms, sequenceid=28, compaction requested=true 2023-09-06T20:26:18,056 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HRegion(2520): Flush status journal for 568706f7c2a98e715b55a42c68fdc17b: 2023-09-06T20:26:18,056 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1694031950477.568706f7c2a98e715b55a42c68fdc17b. for snapshot_backup_system completed. 2023-09-06T20:26:18,057 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1694031950477.568706f7c2a98e715b55a42c68fdc17b.' region-info for snapshot=snapshot_backup_system 2023-09-06T20:26:18,057 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-09-06T20:26:18,057 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/backup/system/568706f7c2a98e715b55a42c68fdc17b/meta/4911e9155aa1454c8c4e32beb396659c, hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/backup/system/568706f7c2a98e715b55a42c68fdc17b/meta/3e42c9bb5aeb4bb29adbf1d19fab894d] hfiles 2023-09-06T20:26:18,057 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(264): Adding reference for file (1/2): hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/backup/system/568706f7c2a98e715b55a42c68fdc17b/meta/4911e9155aa1454c8c4e32beb396659c for snapshot=snapshot_backup_system 2023-09-06T20:26:18,057 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(264): Adding reference for file (2/2): hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/backup/system/568706f7c2a98e715b55a42c68fdc17b/meta/3e42c9bb5aeb4bb29adbf1d19fab894d for snapshot=snapshot_backup_system 2023-09-06T20:26:18,057 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/backup/system/568706f7c2a98e715b55a42c68fdc17b/session/1ca52d7d765a4871a992717c198143e1, hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/backup/system/568706f7c2a98e715b55a42c68fdc17b/session/6d44fd2e4efd4a72b0dd88cdafa9b5a6, hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/backup/system/568706f7c2a98e715b55a42c68fdc17b/session/4b7460ca26374ca28a35a7175fcd46f6] hfiles 2023-09-06T20:26:18,057 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(264): Adding reference for file (1/3): hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/backup/system/568706f7c2a98e715b55a42c68fdc17b/session/1ca52d7d765a4871a992717c198143e1 for snapshot=snapshot_backup_system 2023-09-06T20:26:18,057 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(264): Adding reference for file (2/3): hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/backup/system/568706f7c2a98e715b55a42c68fdc17b/session/6d44fd2e4efd4a72b0dd88cdafa9b5a6 for snapshot=snapshot_backup_system 2023-09-06T20:26:18,057 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(264): Adding reference for file (3/3): hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/backup/system/568706f7c2a98e715b55a42c68fdc17b/session/4b7460ca26374ca28a35a7175fcd46f6 for snapshot=snapshot_backup_system 2023-09-06T20:26:18,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=40 2023-09-06T20:26:18,462 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1694031950477.568706f7c2a98e715b55a42c68fdc17b. 2023-09-06T20:26:18,463 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=41 2023-09-06T20:26:18,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.HMaster(3995): Remote procedure done, pid=41 2023-09-06T20:26:18,463 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region 568706f7c2a98e715b55a42c68fdc17b 2023-09-06T20:26:18,464 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=41, ppid=40, state=RUNNABLE; SnapshotRegionProcedure 568706f7c2a98e715b55a42c68fdc17b 2023-09-06T20:26:18,467 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=41, resume processing ppid=40 2023-09-06T20:26:18,467 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-09-06T20:26:18,467 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=41, ppid=40, state=SUCCESS; SnapshotRegionProcedure 568706f7c2a98e715b55a42c68fdc17b in 1.0130 sec 2023-09-06T20:26:18,468 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-09-06T20:26:18,468 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-09-06T20:26:18,468 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-09-06T20:26:18,469 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/.hbase-snapshot/.tmp/snapshot_backup_system 2023-09-06T20:26:18,880 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-09-06T20:26:18,889 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-09-06T20:26:18,889 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/.hbase-snapshot/snapshot_backup_system 2023-09-06T20:26:18,891 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-09-06T20:26:18,891 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 40 2023-09-06T20:26:18,892 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=40, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.8540 sec 2023-09-06T20:26:19,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=40 2023-09-06T20:26:19,146 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: backup:system, procId: 40 completed 2023-09-06T20:26:19,146 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] impl.TableBackupClient(115): Backup backup_1694031976995 started at 1694031979146. 2023-09-06T20:26:19,148 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.TableBackupClient(119): Backup session backup_1694031976995 has been started. 2023-09-06T20:26:19,149 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.IncrementalTableBackupClient(268): For incremental backup, current table set is [test-1694031944029, ns2:test-16940319440291] 2023-09-06T20:26:19,155 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.IncrementalBackupManager(76): StartCode 1694031954021for backupID backup_1694031976995 2023-09-06T20:26:19,155 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2023-09-06T20:26:19,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(948): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-09-06T20:26:19,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] procedure.ProcedureCoordinator(143): Procedure rolllog was in running list but was completed. Accepting new attempt. 2023-09-06T20:26:19,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-09-06T20:26:19,156 INFO [(jenkins-hbase3.apache.org,40385,1694031931834)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-09-06T20:26:19,157 DEBUG [(jenkins-hbase3.apache.org,40385,1694031931834)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-09-06T20:26:19,157 DEBUG [(jenkins-hbase3.apache.org,40385,1694031931834)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-09-06T20:26:19,157 DEBUG [(jenkins-hbase3.apache.org,40385,1694031931834)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-09-06T20:26:19,158 DEBUG [(jenkins-hbase3.apache.org,40385,1694031931834)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-09-06T20:26:19,158 DEBUG [(jenkins-hbase3.apache.org,40385,1694031931834)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-09-06T20:26:19,159 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38819-0x100eef546510001, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-09-06T20:26:19,159 DEBUG [(jenkins-hbase3.apache.org,40385,1694031931834)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:26:19,159 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-09-06T20:26:19,160 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-09-06T20:26:19,160 DEBUG [(jenkins-hbase3.apache.org,40385,1694031931834)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:26:19,160 DEBUG [(jenkins-hbase3.apache.org,40385,1694031931834)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-09-06T20:26:19,160 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-09-06T20:26:19,160 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38819-0x100eef546510001, quorum=127.0.0.1:60712, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-09-06T20:26:19,161 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-09-06T20:26:19,161 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-09-06T20:26:19,161 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-09-06T20:26:19,161 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-09-06T20:26:19,161 WARN [zk-event-processor-pool-0 {}] procedure.ProcedureMember(133): A completed old subproc rolllog is still present, removing 2023-09-06T20:26:19,161 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-09-06T20:26:19,161 DEBUG [member: 'jenkins-hbase3.apache.org,38819,1694031934939' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-09-06T20:26:19,161 DEBUG [member: 'jenkins-hbase3.apache.org,38819,1694031934939' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-09-06T20:26:19,162 DEBUG [member: 'jenkins-hbase3.apache.org,38819,1694031934939' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-09-06T20:26:19,162 DEBUG [member: 'jenkins-hbase3.apache.org,38819,1694031934939' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-09-06T20:26:19,162 DEBUG [member: 'jenkins-hbase3.apache.org,38819,1694031934939' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,38819,1694031934939' joining acquired barrier for procedure (rolllog) in zk 2023-09-06T20:26:19,168 DEBUG [member: 'jenkins-hbase3.apache.org,38819,1694031934939' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-09-06T20:26:19,168 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:26:19,169 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:26:19,169 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-09-06T20:26:19,169 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-09-06T20:26:19,169 DEBUG [member: 'jenkins-hbase3.apache.org,38819,1694031934939' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38819-0x100eef546510001, quorum=127.0.0.1:60712, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-09-06T20:26:19,169 DEBUG [member: 'jenkins-hbase3.apache.org,38819,1694031934939' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-09-06T20:26:19,169 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-09-06T20:26:19,169 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-09-06T20:26:19,170 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:26:19,170 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:26:19,170 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-09-06T20:26:19,170 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,38819,1694031934939' joining acquired barrier for procedure 'rolllog' on coordinator 2023-09-06T20:26:19,171 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@5e1be568[Count = 0] remaining members to acquire global barrier 2023-09-06T20:26:19,171 DEBUG [(jenkins-hbase3.apache.org,40385,1694031931834)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-09-06T20:26:19,171 DEBUG [(jenkins-hbase3.apache.org,40385,1694031931834)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-09-06T20:26:19,173 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38819-0x100eef546510001, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-09-06T20:26:19,173 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-09-06T20:26:19,173 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-09-06T20:26:19,173 DEBUG [member: 'jenkins-hbase3.apache.org,38819,1694031934939' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-09-06T20:26:19,173 DEBUG [(jenkins-hbase3.apache.org,40385,1694031931834)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:26:19,173 DEBUG [(jenkins-hbase3.apache.org,40385,1694031931834)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-09-06T20:26:19,173 DEBUG [member: 'jenkins-hbase3.apache.org,38819,1694031934939' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-09-06T20:26:19,173 DEBUG [rs(jenkins-hbase3.apache.org,38819,1694031934939)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:26:19,173 INFO [rs(jenkins-hbase3.apache.org,38819,1694031934939)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1694031969515 highest: 1694031969515 on jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:26:19,173 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C38819%2C1694031934939:(num 1694031969515) roll requested 2023-09-06T20:26:19,185 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/WALs/jenkins-hbase3.apache.org,38819,1694031934939/jenkins-hbase3.apache.org%2C38819%2C1694031934939.1694031979174, exclude list is [], retry=0 2023-09-06T20:26:19,189 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34893,DS-8f948b4e-17cb-4a47-a966-81d309b05439,DISK] 2023-09-06T20:26:19,191 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/WALs/jenkins-hbase3.apache.org,38819,1694031934939/jenkins-hbase3.apache.org%2C38819%2C1694031934939.1694031969515 with entries=208, filesize=27.83 KB; new WAL /user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/WALs/jenkins-hbase3.apache.org,38819,1694031934939/jenkins-hbase3.apache.org%2C38819%2C1694031934939.1694031979174 2023-09-06T20:26:19,191 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:34893,DS-8f948b4e-17cb-4a47-a966-81d309b05439,DISK]] 2023-09-06T20:26:19,191 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/WALs/jenkins-hbase3.apache.org,38819,1694031934939/jenkins-hbase3.apache.org%2C38819%2C1694031934939.1694031969515 is not closed yet, will try archiving it next time 2023-09-06T20:26:19,191 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C38819%2C1694031934939.meta:.meta(num 1694031969533) roll requested 2023-09-06T20:26:19,203 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/WALs/jenkins-hbase3.apache.org,38819,1694031934939/jenkins-hbase3.apache.org%2C38819%2C1694031934939.meta.1694031979191.meta, exclude list is [], retry=0 2023-09-06T20:26:19,206 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34893,DS-8f948b4e-17cb-4a47-a966-81d309b05439,DISK] 2023-09-06T20:26:19,207 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/WALs/jenkins-hbase3.apache.org,38819,1694031934939/jenkins-hbase3.apache.org%2C38819%2C1694031934939.meta.1694031969533.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/WALs/jenkins-hbase3.apache.org,38819,1694031934939/jenkins-hbase3.apache.org%2C38819%2C1694031934939.meta.1694031979191.meta 2023-09-06T20:26:19,207 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:34893,DS-8f948b4e-17cb-4a47-a966-81d309b05439,DISK]] 2023-09-06T20:26:19,207 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/WALs/jenkins-hbase3.apache.org,38819,1694031934939/jenkins-hbase3.apache.org%2C38819%2C1694031934939.meta.1694031969533.meta is not closed yet, will try archiving it next time 2023-09-06T20:26:19,210 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(809): Archiving hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/WALs/jenkins-hbase3.apache.org,38819,1694031934939/jenkins-hbase3.apache.org%2C38819%2C1694031934939.meta.1694031969533.meta to hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/oldWALs/jenkins-hbase3.apache.org%2C38819%2C1694031934939.meta.1694031969533.meta 2023-09-06T20:26:19,214 DEBUG [rs(jenkins-hbase3.apache.org,38819,1694031934939)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 41 2023-09-06T20:26:19,214 INFO [rs(jenkins-hbase3.apache.org,38819,1694031934939)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1694031979174 on jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:26:19,222 DEBUG [member: 'jenkins-hbase3.apache.org,38819,1694031934939' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-09-06T20:26:19,222 DEBUG [member: 'jenkins-hbase3.apache.org,38819,1694031934939' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,38819,1694031934939' in zk 2023-09-06T20:26:19,225 DEBUG [member: 'jenkins-hbase3.apache.org,38819,1694031934939' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-09-06T20:26:19,225 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:26:19,225 DEBUG [member: 'jenkins-hbase3.apache.org,38819,1694031934939' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-09-06T20:26:19,225 DEBUG [member: 'jenkins-hbase3.apache.org,38819,1694031934939' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-09-06T20:26:19,225 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:26:19,225 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-09-06T20:26:19,225 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-09-06T20:26:19,226 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-09-06T20:26:19,226 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-09-06T20:26:19,226 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:26:19,227 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:26:19,227 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-09-06T20:26:19,227 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:26:19,228 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:26:19,228 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,38819,1694031934939': 2023-09-06T20:26:19,228 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,38819,1694031934939' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-09-06T20:26:19,228 INFO [(jenkins-hbase3.apache.org,40385,1694031931834)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-09-06T20:26:19,228 DEBUG [(jenkins-hbase3.apache.org,40385,1694031931834)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-09-06T20:26:19,228 DEBUG [(jenkins-hbase3.apache.org,40385,1694031931834)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-09-06T20:26:19,228 DEBUG [(jenkins-hbase3.apache.org,40385,1694031931834)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-09-06T20:26:19,228 INFO [(jenkins-hbase3.apache.org,40385,1694031931834)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-09-06T20:26:19,230 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-09-06T20:26:19,230 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38819-0x100eef546510001, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-09-06T20:26:19,230 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38819-0x100eef546510001, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-09-06T20:26:19,230 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-09-06T20:26:19,230 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-09-06T20:26:19,231 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-09-06T20:26:19,231 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-09-06T20:26:19,231 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-09-06T20:26:19,231 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-09-06T20:26:19,231 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-09-06T20:26:19,231 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-09-06T20:26:19,232 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-09-06T20:26:19,232 DEBUG [(jenkins-hbase3.apache.org,40385,1694031931834)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:26:19,232 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:26:19,233 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-09-06T20:26:19,233 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:26:19,233 DEBUG [(jenkins-hbase3.apache.org,40385,1694031931834)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:26:19,233 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:26:19,234 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-09-06T20:26:19,234 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:26:19,234 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:26:19,238 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:26:19,238 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38819-0x100eef546510001, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-09-06T20:26:19,238 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-09-06T20:26:19,238 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-09-06T20:26:19,238 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:26:19,238 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-09-06T20:26:19,238 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-09-06T20:26:19,238 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38819-0x100eef546510001, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-09-06T20:26:19,238 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-09-06T20:26:19,238 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-09-06T20:26:19,238 DEBUG [(jenkins-hbase3.apache.org,40385,1694031931834)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-09-06T20:26:19,238 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-09-06T20:26:19,238 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-09-06T20:26:19,238 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Unable to get data of znode /1/rolllog-proc/abort/rolllog because node does not exist (not an error) 2023-09-06T20:26:19,239 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-09-06T20:26:19,239 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] client.HBaseAdmin(2838): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-09-06T20:26:19,239 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-09-06T20:26:19,239 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] client.HBaseAdmin(2846): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-09-06T20:26:19,239 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-09-06T20:26:19,339 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] client.HBaseAdmin(2852): Getting current status of procedure from master... 2023-09-06T20:26:19,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1249): Checking to see if procedure from request:rolllog-proc is done 2023-09-06T20:26:19,343 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {jenkins-hbase3.apache.org:38819=1694031954021} newestTimestamps: {jenkins-hbase3.apache.org:38819=1694031969515} 2023-09-06T20:26:19,345 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase3.apache.org%2C38819%2C1694031934939.meta.1694031937598.meta 2023-09-06T20:26:19,345 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase3.apache.org%2C38819%2C1694031934939.meta.1694031979191.meta 2023-09-06T20:26:19,345 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/WALs/jenkins-hbase3.apache.org,38819,1694031934939/jenkins-hbase3.apache.org%2C38819%2C1694031934939.1694031969515 2023-09-06T20:26:19,345 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/WALs/jenkins-hbase3.apache.org,38819,1694031934939/jenkins-hbase3.apache.org%2C38819%2C1694031934939.1694031979174 2023-09-06T20:26:19,346 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/oldWALs/jenkins-hbase3.apache.org%2C38819%2C1694031934939.meta.1694031954060.meta 2023-09-06T20:26:19,346 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/oldWALs/jenkins-hbase3.apache.org%2C38819%2C1694031934939.meta.1694031969533.meta 2023-09-06T20:26:19,634 INFO [master/jenkins-hbase3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2023-09-06T20:26:19,634 INFO [master/jenkins-hbase3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2023-09-06T20:26:19,757 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] util.BackupUtils(146): Attempting to copy table info for:ns2:test-16940319440291 target: hdfs://localhost:40377/backupUT/backup_1694031976995/ns2/test-16940319440291 descriptor: 'ns2:test-16940319440291', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:26:19,757 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] util.BackupUtils(148): Finished copying tableinfo. 2023-09-06T20:26:19,759 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] util.BackupUtils(151): Starting to write region info for table ns2:test-16940319440291 2023-09-06T20:26:20,165 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] util.BackupUtils(158): Finished writing region info for table ns2:test-16940319440291 2023-09-06T20:26:20,577 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] util.BackupUtils(146): Attempting to copy table info for:test-1694031944029 target: hdfs://localhost:40377/backupUT/backup_1694031976995/default/test-1694031944029 descriptor: 'test-1694031944029', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:26:20,577 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] util.BackupUtils(148): Finished copying tableinfo. 2023-09-06T20:26:20,579 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] util.BackupUtils(151): Starting to write region info for table test-1694031944029 2023-09-06T20:26:20,984 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] util.BackupUtils(158): Finished writing region info for table test-1694031944029 2023-09-06T20:26:20,990 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.WALPlayer(360): add incremental job :hdfs://localhost:40377/backupUT/.tmp/backup_1694031976995 from hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/WALs/jenkins-hbase3.apache.org,38819,1694031934939/jenkins-hbase3.apache.org%2C38819%2C1694031934939.1694031969515 2023-09-06T20:26:20,991 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x53441dbf to 127.0.0.1:60712 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:26:20,999 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dfdc9b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:26:21,000 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:26:21,002 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:45290, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:26:21,004 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-09-06T20:26:21,004 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table test-1694031944029 2023-09-06T20:26:21,007 DEBUG [hconnection-0x1ccbc233-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:26:21,008 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:44300, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:26:21,010 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for test-1694031944029: test-1694031944029; 2023-09-06T20:26:21,010 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:test-16940319440291 2023-09-06T20:26:21,011 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:test-16940319440291: ns2:test-16940319440291; 2023-09-06T20:26:21,011 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.HFileOutputFormat2(694): Configuring 2 reduce partitions to match current region count for all tables 2023-09-06T20:26:21,012 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/hbase-staging/partitions_63ed3e1f-d949-455d-b943-f30541d8196f 2023-09-06T20:26:21,420 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:21,420 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:21,421 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:21,421 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:22,389 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/hadoop-8051715289546684849.jar 2023-09-06T20:26:22,390 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:22,390 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:22,391 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:22,391 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:22,392 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:22,392 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:22,392 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:22,393 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:22,393 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:22,394 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-09-06T20:26:22,394 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-09-06T20:26:22,395 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-09-06T20:26:22,395 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-09-06T20:26:22,396 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-09-06T20:26:22,396 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-09-06T20:26:22,397 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-09-06T20:26:22,397 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-09-06T20:26:22,397 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-09-06T20:26:22,398 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-09-06T20:26:22,398 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-09-06T20:26:22,399 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-09-06T20:26:22,399 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:22,400 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:22,400 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:22,400 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:22,401 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:22,401 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:22,402 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:26:22,402 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: default:test-1694031944029,ns2:test-16940319440291 2023-09-06T20:26:22,402 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:26:22,402 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x53441dbf to 127.0.0.1:60712 2023-09-06T20:26:22,402 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:26:22,403 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-09-06T20:26:23,385 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/hadoop-8327834984520484813.jar 2023-09-06T20:26:23,390 WARN [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-09-06T20:26:23,405 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/WALs/jenkins-hbase3.apache.org,38819,1694031934939/jenkins-hbase3.apache.org%2C38819%2C1694031934939.1694031969515 for WAL files 2023-09-06T20:26:23,407 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/WALs/jenkins-hbase3.apache.org,38819,1694031934939/jenkins-hbase3.apache.org%2C38819%2C1694031934939.1694031969515 2023-09-06T20:26:23,478 WARN [Listener at jenkins-hbase3.apache.org/36373 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/mapreduce.cluster.local.dir/1694031983443/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-09-06T20:26:23,478 WARN [Listener at jenkins-hbase3.apache.org/36373 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/mapreduce.cluster.local.dir/1694031983443/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-09-06T20:26:23,539 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/WALs/jenkins-hbase3.apache.org,38819,1694031934939/jenkins-hbase3.apache.org%2C38819%2C1694031934939.1694031969515 for hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/WALs/jenkins-hbase3.apache.org,38819,1694031934939/jenkins-hbase3.apache.org%2C38819%2C1694031934939.1694031969515 (-9223372036854775808:9223372036854775807) length:28505 2023-09-06T20:26:23,548 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2023-09-06T20:26:23,548 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2023-09-06T20:26:23,568 DEBUG [pool-218-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x7decf0b5 to 127.0.0.1:60712 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:26:23,574 DEBUG [pool-218-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45bc5032, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:26:23,575 DEBUG [hconnection-0x7c9b2666-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:26:23,577 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:44306, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:26:23,579 DEBUG [pool-218-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x7decf0b5 to 127.0.0.1:60712 2023-09-06T20:26:23,579 DEBUG [pool-218-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:26:23,580 DEBUG [pool-218-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-ns2:test-16940319440291-2-0] 2023-09-06T20:26:23,580 DEBUG [pool-218-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-09-06T20:26:23,588 DEBUG [pool-218-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40377/backupUT/.tmp/backup_1694031976995/_temporary/0/_temporary/attempt_local587619657_0005_r_000000_0/ns2/test-16940319440291/f/5bcd556c345f4450b854329fd2db20c2 is 64, key is row-ns2:test-16940319440291-2-10/f:q1/1694031976920/Put/seqid=0 2023-09-06T20:26:23,590 WARN [Thread-983 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:38819] Specified favored nodes: [jenkins-hbase3.apache.org:38819] 2023-09-06T20:26:24,017 DEBUG [pool-218-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x77562d12 to 127.0.0.1:60712 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:26:24,022 DEBUG [pool-218-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44b5ceed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:26:24,025 DEBUG [hconnection-0x2673086e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:26:24,026 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:44310, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:26:24,028 DEBUG [pool-218-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x77562d12 to 127.0.0.1:60712 2023-09-06T20:26:24,028 DEBUG [pool-218-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:26:24,029 DEBUG [pool-218-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-test-1694031944029-2-0] 2023-09-06T20:26:24,029 DEBUG [pool-218-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-09-06T20:26:24,036 DEBUG [pool-218-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40377/backupUT/.tmp/backup_1694031976995/_temporary/0/_temporary/attempt_local587619657_0005_r_000001_0/default/test-1694031944029/f/4e9596269fa44aa0b306fc1ac187a0e3 is 59, key is row-test-1694031944029-2-10/f:q1/1694031976823/Put/seqid=0 2023-09-06T20:26:24,037 WARN [Thread-993 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:38819] Specified favored nodes: [jenkins-hbase3.apache.org:38819] 2023-09-06T20:26:24,525 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.IncrementalTableBackupClient(325): Incremental copy HFiles is starting. dest=hdfs://localhost:40377/backupUT 2023-09-06T20:26:24,525 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.IncrementalTableBackupClient(335): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1694031976995 2023-09-06T20:26:24,525 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.MapReduceBackupCopyJob(379): Doing COPY_TYPE_DISTCP 2023-09-06T20:26:24,557 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.MapReduceBackupCopyJob(388): DistCp options: [hdfs://localhost:40377/backupUT/.tmp/backup_1694031976995, hdfs://localhost:40377/backupUT] 2023-09-06T20:26:24,587 WARN [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-09-06T20:26:25,665 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(218): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2023-09-06T20:26:25,667 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.MapReduceBackupCopyJob(138): Backup progress data "100%" has been updated to backup system table for backup_1694031976995 2023-09-06T20:26:25,667 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(226): Backup progress data updated to backup system table: "Progress: 100.0% - 22483 bytes copied." 2023-09-06T20:26:25,667 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(236): DistCp job-id: job_local1785724848_0006 completed: true true 2023-09-06T20:26:25,672 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(239): Counters: 24 File System Counters FILE: Number of bytes read=4494676 FILE: Number of bytes written=7530268 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=214307 HDFS: Number of bytes written=2409874 HDFS: Number of read operations=618 HDFS: Number of large read operations=0 HDFS: Number of write operations=252 Map-Reduce Framework Map input records=10 Map output records=0 Input split bytes=341 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1525153792 File Input Format Counters Bytes Read=2444 File Output Format Counters Bytes Written=0 DistCp Counters Bytes Copied=22483 Bytes Expected=22483 Files Copied=3 DIR_COPY=7 2023-09-06T20:26:25,672 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.IncrementalTableBackupClient(346): Incremental copy HFiles from hdfs://localhost:40377/backupUT/.tmp/backup_1694031976995 to hdfs://localhost:40377/backupUT finished. 2023-09-06T20:26:25,683 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupSystemTable(433): deleted 0 original bulkload rows 2023-09-06T20:26:25,684 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694031976995 2023-09-06T20:26:25,688 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:40377/backupUT/backup_1694031965328 to construct the dependency. 2023-09-06T20:26:25,688 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:40377/backupUT/backup_1694031965328 2023-09-06T20:26:25,692 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694031965328/.backup.manifest 2023-09-06T20:26:25,692 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1694031965328BackupDir=hdfs://localhost:40377/backupUT} 2023-09-06T20:26:25,692 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupManager(340): Got 2 ancestors for the current backup. 2023-09-06T20:26:25,692 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694031976995 2023-09-06T20:26:25,694 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:40377/backupUT/backup_1694031965328 to construct the dependency. 2023-09-06T20:26:25,694 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:40377/backupUT/backup_1694031965328 2023-09-06T20:26:25,697 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694031965328/.backup.manifest 2023-09-06T20:26:25,697 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1694031965328BackupDir=hdfs://localhost:40377/backupUT} 2023-09-06T20:26:25,697 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupManager(340): Got 2 ancestors for the current backup. 2023-09-06T20:26:26,103 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:40377/backupUT/backup_1694031976995/.backup.manifest 2023-09-06T20:26:26,103 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694031976995 2023-09-06T20:26:26,105 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:40377/backupUT/backup_1694031965328 to construct the dependency. 2023-09-06T20:26:26,105 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:40377/backupUT/backup_1694031965328 2023-09-06T20:26:26,108 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694031965328/.backup.manifest 2023-09-06T20:26:26,108 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1694031965328BackupDir=hdfs://localhost:40377/backupUT} 2023-09-06T20:26:26,108 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupManager(340): Got 2 ancestors for the current backup. 2023-09-06T20:26:26,108 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694031976995 2023-09-06T20:26:26,110 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:40377/backupUT/backup_1694031965328 to construct the dependency. 2023-09-06T20:26:26,110 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:40377/backupUT/backup_1694031965328 2023-09-06T20:26:26,113 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694031965328/.backup.manifest 2023-09-06T20:26:26,113 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1694031965328BackupDir=hdfs://localhost:40377/backupUT} 2023-09-06T20:26:26,113 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupManager(340): Got 2 ancestors for the current backup. 2023-09-06T20:26:26,520 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:40377/backupUT/backup_1694031976995/.backup.manifest 2023-09-06T20:26:26,520 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694031976995 2023-09-06T20:26:26,522 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:40377/backupUT/backup_1694031965328 to construct the dependency. 2023-09-06T20:26:26,523 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:40377/backupUT/backup_1694031965328 2023-09-06T20:26:26,526 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694031965328/.backup.manifest 2023-09-06T20:26:26,526 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1694031965328BackupDir=hdfs://localhost:40377/backupUT} 2023-09-06T20:26:26,526 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupManager(340): Got 2 ancestors for the current backup. 2023-09-06T20:26:26,931 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:40377/backupUT/backup_1694031976995/.backup.manifest 2023-09-06T20:26:26,931 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.TableBackupClient(358): Backup backup_1694031976995 finished: type=INCREMENTAL,tablelist=ns2:test-16940319440291;test-1694031944029,targetRootDir=hdfs://localhost:40377/backupUT,startts=1694031979146,completets=1694031985683,bytescopied=0 2023-09-06T20:26:26,931 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupSystemTable(1552): Deleting snapshot_backup_system from the system 2023-09-06T20:26:26,937 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-09-06T20:26:26,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_backup_system 2023-09-06T20:26:26,939 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupSystemTable(1557): Done deleting backup system table snapshot 2023-09-06T20:26:26,941 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupSystemTable(637): Finish backup exclusive operation 2023-09-06T20:26:26,944 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] impl.TableBackupClient(376): Backup backup_1694031976995 completed. 2023-09-06T20:26:26,973 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.MapReduceBackupMergeJob(92): Merge backup images backup_1694031965328,backup_1694031976995 2023-09-06T20:26:26,975 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x7d9e0d4f to 127.0.0.1:60712 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:26:26,980 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@429dc8fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:26:26,981 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:26:26,982 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:45294, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:26:26,986 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:26:26,987 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:44312, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:26:26,996 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupSystemTable(610): Start new backup exclusive operation 2023-09-06T20:26:27,002 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x18209124 to 127.0.0.1:60712 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:26:27,009 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@276a6fa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:26:27,009 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:26:27,011 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:45304, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:26:27,014 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:26:27,015 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:44314, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:26:27,027 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:26:27,027 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x18209124 to 127.0.0.1:60712 2023-09-06T20:26:27,027 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:26:27,028 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.MapReduceBackupMergeJob(117): Merge backup images for ns2:test-16940319440291 2023-09-06T20:26:27,031 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/hbase-staging/bulk_output-ns2-test-16940319440291-1694031987029 from hdfs://localhost:40377/backupUT/backup_1694031965328/ns2/test-16940319440291,hdfs://localhost:40377/backupUT/backup_1694031976995/ns2/test-16940319440291 2023-09-06T20:26:27,032 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x18243b0d to 127.0.0.1:60712 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:26:27,041 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7553d4d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:26:27,043 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:26:27,044 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:45316, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:26:27,045 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-09-06T20:26:27,045 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:test-16940319440291 2023-09-06T20:26:27,048 DEBUG [hconnection-0x6621a778-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:26:27,049 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:44326, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:26:27,051 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:test-16940319440291: 2023-09-06T20:26:27,051 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-09-06T20:26:27,051 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/hbase-staging/partitions_df1b8436-d315-4f17-9bdd-9e2b61648073 2023-09-06T20:26:27,458 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:27,458 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:27,459 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:27,459 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:28,439 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/hadoop-6999231345388652031.jar 2023-09-06T20:26:28,439 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:28,440 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:28,440 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:28,441 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:28,441 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:28,441 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:28,442 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:28,442 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:28,442 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:28,443 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-09-06T20:26:28,444 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-09-06T20:26:28,444 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-09-06T20:26:28,445 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-09-06T20:26:28,445 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-09-06T20:26:28,445 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-09-06T20:26:28,446 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-09-06T20:26:28,446 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-09-06T20:26:28,446 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-09-06T20:26:28,447 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-09-06T20:26:28,447 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-09-06T20:26:28,448 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-09-06T20:26:28,451 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:28,452 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:28,452 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:28,452 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:28,452 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:28,453 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:28,453 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:26:28,454 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: ns2:test-16940319440291 2023-09-06T20:26:28,454 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:26:28,454 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x18243b0d to 127.0.0.1:60712 2023-09-06T20:26:28,454 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:26:28,454 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-09-06T20:26:28,454 WARN [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-09-06T20:26:28,455 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-09-06T20:26:28,461 WARN [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-09-06T20:26:28,467 WARN [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-09-06T20:26:28,554 WARN [Listener at jenkins-hbase3.apache.org/36373 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/mapreduce.cluster.local.dir/1694031988519/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-09-06T20:26:28,554 WARN [Listener at jenkins-hbase3.apache.org/36373 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/mapreduce.cluster.local.dir/1694031988519/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-09-06T20:26:28,607 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:40377/backupUT/backup_1694031976995/ns2/test-16940319440291/f/5bcd556c345f4450b854329fd2db20c2 2023-09-06T20:26:28,612 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-09-06T20:26:28,637 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:40377/backupUT/backup_1694031965328/ns2/test-16940319440291/f/b19cddfbc0ec485288502ee076f12141 2023-09-06T20:26:28,641 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-09-06T20:26:28,662 DEBUG [pool-231-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x7f762c47 to 127.0.0.1:60712 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:26:28,667 DEBUG [pool-231-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61509f0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:26:28,669 DEBUG [hconnection-0x28c1f194-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:26:28,671 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:44336, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:26:28,672 DEBUG [pool-231-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x7f762c47 to 127.0.0.1:60712 2023-09-06T20:26:28,673 DEBUG [pool-231-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:26:28,674 DEBUG [pool-231-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-ns2:test-16940319440291-1-0] 2023-09-06T20:26:28,674 DEBUG [pool-231-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-09-06T20:26:28,687 DEBUG [pool-231-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/hbase-staging/bulk_output-ns2-test-16940319440291-1694031987029/_temporary/0/_temporary/attempt_local86535167_0007_r_000000_0/f/dea58b887bb14f88b013ecd8b5c7ed63 is 64, key is row-ns2:test-16940319440291-1-10/f:q1/1694031965226/Put/seqid=0 2023-09-06T20:26:28,689 WARN [Thread-1079 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:38819] Specified favored nodes: [jenkins-hbase3.apache.org:38819] 2023-09-06T20:26:29,591 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.MapReduceBackupMergeJob(143): Merge Job finished:0 2023-09-06T20:26:29,591 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.MapReduceBackupMergeJob(117): Merge backup images for test-1694031944029 2023-09-06T20:26:29,593 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/hbase-staging/bulk_output-default-test-1694031944029-1694031989592 from hdfs://localhost:40377/backupUT/backup_1694031965328/default/test-1694031944029,hdfs://localhost:40377/backupUT/backup_1694031976995/default/test-1694031944029 2023-09-06T20:26:29,594 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x109e0819 to 127.0.0.1:60712 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:26:29,599 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57e3dfd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:26:29,599 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:26:29,601 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:45328, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:26:29,602 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-09-06T20:26:29,602 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table test-1694031944029 2023-09-06T20:26:29,605 DEBUG [hconnection-0x5887a4a6-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:26:29,606 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:44342, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:26:29,608 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for test-1694031944029: 2023-09-06T20:26:29,608 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-09-06T20:26:29,608 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/hbase-staging/partitions_2128eda4-4dc5-4490-ae05-e377bc87e39b 2023-09-06T20:26:30,014 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:30,015 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:30,015 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:30,016 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:30,988 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/hadoop-8382851158489096010.jar 2023-09-06T20:26:30,989 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:30,989 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:30,989 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:30,990 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:30,990 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:30,991 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:30,991 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:30,991 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:30,992 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:30,992 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-09-06T20:26:30,993 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-09-06T20:26:30,993 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-09-06T20:26:30,994 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-09-06T20:26:30,994 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-09-06T20:26:30,995 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-09-06T20:26:30,995 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-09-06T20:26:30,995 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-09-06T20:26:30,996 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-09-06T20:26:30,996 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-09-06T20:26:30,997 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-09-06T20:26:30,997 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-09-06T20:26:30,998 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:30,998 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:30,998 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:30,999 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:30,999 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:31,000 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:31,000 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:26:31,001 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: test-1694031944029 2023-09-06T20:26:31,001 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:26:31,001 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x109e0819 to 127.0.0.1:60712 2023-09-06T20:26:31,001 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:26:31,001 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-09-06T20:26:31,001 WARN [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-09-06T20:26:31,003 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-09-06T20:26:31,011 WARN [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-09-06T20:26:31,017 WARN [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-09-06T20:26:31,103 WARN [Listener at jenkins-hbase3.apache.org/36373 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/mapreduce.cluster.local.dir/1694031991066/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-09-06T20:26:31,103 WARN [Listener at jenkins-hbase3.apache.org/36373 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/mapreduce.cluster.local.dir/1694031991066/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-09-06T20:26:31,157 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:40377/backupUT/backup_1694031976995/default/test-1694031944029/f/4e9596269fa44aa0b306fc1ac187a0e3 2023-09-06T20:26:31,162 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-09-06T20:26:31,215 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:40377/backupUT/backup_1694031965328/default/test-1694031944029/f/34f63e477b1649f4845dd80c88bd048f 2023-09-06T20:26:31,219 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-09-06T20:26:31,238 DEBUG [pool-236-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x57d5c2ee to 127.0.0.1:60712 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:26:31,243 DEBUG [pool-236-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34b91c78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:26:31,250 DEBUG [hconnection-0x12778b3e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:26:31,252 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:57702, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:26:31,254 DEBUG [pool-236-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x57d5c2ee to 127.0.0.1:60712 2023-09-06T20:26:31,254 DEBUG [pool-236-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:26:31,255 DEBUG [pool-236-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-test-1694031944029-1-0] 2023-09-06T20:26:31,255 DEBUG [pool-236-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-09-06T20:26:31,263 DEBUG [pool-236-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/hbase-staging/bulk_output-default-test-1694031944029-1694031989592/_temporary/0/_temporary/attempt_local748838833_0008_r_000000_0/f/d7efa883c0db45988e942f147724bb05 is 59, key is row-test-1694031944029-1-10/f:q1/1694031965096/Put/seqid=0 2023-09-06T20:26:31,265 WARN [Thread-1119 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:38819] Specified favored nodes: [jenkins-hbase3.apache.org:38819] 2023-09-06T20:26:32,140 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.MapReduceBackupMergeJob(143): Merge Job finished:0 2023-09-06T20:26:32,142 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.MapReduceBackupMergeJob(159): Renamed hdfs://localhost:40377/backupUT/backup_1694031976995 to hdfs://localhost:40377/backupUT/.tmp/backup_1694031976995 2023-09-06T20:26:32,144 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.MapReduceBackupMergeJob(360): MoveData from hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/hbase-staging/bulk_output-ns2-test-16940319440291-1694031987029/f to hdfs://localhost:40377/backupUT/backup_1694031976995/ns2/test-16940319440291 result=true 2023-09-06T20:26:32,146 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.MapReduceBackupMergeJob(360): MoveData from hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/hbase-staging/bulk_output-default-test-1694031944029-1694031989592/f to hdfs://localhost:40377/backupUT/backup_1694031976995/default/test-1694031944029 result=true 2023-09-06T20:26:32,146 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:40377/backupUT/.tmp/backup_1694031976995/.backup.manifest 2023-09-06T20:26:32,149 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/.tmp/backup_1694031976995/.backup.manifest 2023-09-06T20:26:32,558 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:40377/backupUT/backup_1694031976995/.backup.manifest 2023-09-06T20:26:34,211 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupSystemTable(637): Finish backup exclusive operation 2023-09-06T20:26:34,213 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:26:34,213 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x7d9e0d4f to 127.0.0.1:60712 2023-09-06T20:26:34,213 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:26:34,216 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] impl.RestoreTablesClient(101): HBase table table1 does not exist. It will be created during restore process 2023-09-06T20:26:34,217 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] impl.RestoreTablesClient(101): HBase table ns2:table2 does not exist. It will be created during restore process 2023-09-06T20:26:34,217 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:40377/backupUT/backup_1694031976995/.backup.manifest 2023-09-06T20:26:34,220 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694031976995/.backup.manifest 2023-09-06T20:26:34,220 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:40377/backupUT/backup_1694031976995/.backup.manifest 2023-09-06T20:26:34,222 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694031976995/.backup.manifest 2023-09-06T20:26:34,225 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:40377/backupUT/backup_1694031950308/.backup.manifest 2023-09-06T20:26:34,227 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694031950308/.backup.manifest 2023-09-06T20:26:34,227 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] impl.RestoreTablesClient(148): Restoring 'test-1694031944029' to 'table1' from full backup image hdfs://localhost:40377/backupUT/backup_1694031950308/default/test-1694031944029 2023-09-06T20:26:34,230 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] util.RestoreTool(295): Retrieved descriptor: 'test-1694031944029', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1694031976995 2023-09-06T20:26:34,232 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] util.RestoreTool(487): Creating target table 'table1' 2023-09-06T20:26:34,232 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:40377/backupUT/backup_1694031950308/default/test-1694031944029/archive/data/default/test-1694031944029/e17a41ef167b657c2090507013deb9d0 2023-09-06T20:26:34,233 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:40377/backupUT/backup_1694031950308/default/test-1694031944029/archive/data/default/test-1694031944029/e17a41ef167b657c2090507013deb9d0/f in region [hdfs://localhost:40377/backupUT/backup_1694031950308/default/test-1694031944029/archive/data/default/test-1694031944029/e17a41ef167b657c2090507013deb9d0] 2023-09-06T20:26:34,237 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] util.RestoreTool(442): Trying to figure out region boundaries hfile=hdfs://localhost:40377/backupUT/backup_1694031950308/default/test-1694031944029/archive/data/default/test-1694031944029/e17a41ef167b657c2090507013deb9d0/f/0abe045f1ed141dfbaaa285693fc29c4 first=row0 last=row98 2023-09-06T20:26:34,245 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:26:34,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] procedure2.ProcedureExecutor(1032): Stored pid=42, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=table1 2023-09-06T20:26:34,248 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=42, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:26:34,248 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "table1" procId is: 42 2023-09-06T20:26:34,248 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=42, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:26:34,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=42 2023-09-06T20:26:34,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=42 2023-09-06T20:26:34,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=42 2023-09-06T20:26:34,656 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 39443ee7661d40e60d28af4414a90c1d, NAME => 'table1,,1694031994244.39443ee7661d40e60d28af4414a90c1d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2 2023-09-06T20:26:34,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=42 2023-09-06T20:26:35,063 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(888): Instantiated table1,,1694031994244.39443ee7661d40e60d28af4414a90c1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:26:35,063 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1668): Closing 39443ee7661d40e60d28af4414a90c1d, disabling compactions & flushes 2023-09-06T20:26:35,063 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1690): Closing region table1,,1694031994244.39443ee7661d40e60d28af4414a90c1d. 2023-09-06T20:26:35,063 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,,1694031994244.39443ee7661d40e60d28af4414a90c1d. 2023-09-06T20:26:35,063 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on table1,,1694031994244.39443ee7661d40e60d28af4414a90c1d. after waiting 0 ms 2023-09-06T20:26:35,063 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region table1,,1694031994244.39443ee7661d40e60d28af4414a90c1d. 2023-09-06T20:26:35,063 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1909): Closed table1,,1694031994244.39443ee7661d40e60d28af4414a90c1d. 2023-09-06T20:26:35,063 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1622): Region close journal for 39443ee7661d40e60d28af4414a90c1d: 2023-09-06T20:26:35,064 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=42, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:26:35,064 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"table1,,1694031994244.39443ee7661d40e60d28af4414a90c1d.","families":{"info":[{"qualifier":"regioninfo","vlen":40,"tag":[],"timestamp":"1694031995064"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694031995064"}]},"ts":"1694031995064"} 2023-09-06T20:26:35,066 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:26:35,066 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=42, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:26:35,067 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694031995066"}]},"ts":"1694031995066"} 2023-09-06T20:26:35,068 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=ENABLING in hbase:meta 2023-09-06T20:26:35,073 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=39443ee7661d40e60d28af4414a90c1d, ASSIGN}] 2023-09-06T20:26:35,075 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=43, ppid=42, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=39443ee7661d40e60d28af4414a90c1d, ASSIGN 2023-09-06T20:26:35,076 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(262): Starting pid=43, ppid=42, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=table1, region=39443ee7661d40e60d28af4414a90c1d, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,38819,1694031934939; forceNewPlan=false, retain=false 2023-09-06T20:26:35,227 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=43 updating hbase:meta row=39443ee7661d40e60d28af4414a90c1d, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:26:35,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE; OpenRegionProcedure 39443ee7661d40e60d28af4414a90c1d, server=jenkins-hbase3.apache.org,38819,1694031934939}] 2023-09-06T20:26:35,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=42 2023-09-06T20:26:35,388 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(130): Open table1,,1694031994244.39443ee7661d40e60d28af4414a90c1d. 2023-09-06T20:26:35,388 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7254): Opening region: {ENCODED => 39443ee7661d40e60d28af4414a90c1d, NAME => 'table1,,1694031994244.39443ee7661d40e60d28af4414a90c1d.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:26:35,388 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:26:35,388 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 39443ee7661d40e60d28af4414a90c1d 2023-09-06T20:26:35,388 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(888): Instantiated table1,,1694031994244.39443ee7661d40e60d28af4414a90c1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:26:35,388 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7296): checking encryption for 39443ee7661d40e60d28af4414a90c1d 2023-09-06T20:26:35,389 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7299): checking classloading for 39443ee7661d40e60d28af4414a90c1d 2023-09-06T20:26:35,390 INFO [StoreOpener-39443ee7661d40e60d28af4414a90c1d-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 39443ee7661d40e60d28af4414a90c1d 2023-09-06T20:26:35,391 INFO [StoreOpener-39443ee7661d40e60d28af4414a90c1d-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39443ee7661d40e60d28af4414a90c1d columnFamilyName f 2023-09-06T20:26:35,392 DEBUG [StoreOpener-39443ee7661d40e60d28af4414a90c1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:26:35,392 INFO [StoreOpener-39443ee7661d40e60d28af4414a90c1d-1 {}] regionserver.HStore(324): Store=39443ee7661d40e60d28af4414a90c1d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:26:35,393 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/default/table1/39443ee7661d40e60d28af4414a90c1d 2023-09-06T20:26:35,393 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/default/table1/39443ee7661d40e60d28af4414a90c1d 2023-09-06T20:26:35,395 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1076): writing seq id for 39443ee7661d40e60d28af4414a90c1d 2023-09-06T20:26:35,398 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/default/table1/39443ee7661d40e60d28af4414a90c1d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:26:35,398 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): Opened 39443ee7661d40e60d28af4414a90c1d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9702238560, jitterRate=-0.09640862047672272}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-09-06T20:26:35,399 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(992): Region open journal for 39443ee7661d40e60d28af4414a90c1d: 2023-09-06T20:26:35,400 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2556): Post open deploy tasks for table1,,1694031994244.39443ee7661d40e60d28af4414a90c1d., pid=44, masterSystemTime=1694031995381 2023-09-06T20:26:35,401 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2583): Finished post open deploy task for table1,,1694031994244.39443ee7661d40e60d28af4414a90c1d. 2023-09-06T20:26:35,401 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(158): Opened table1,,1694031994244.39443ee7661d40e60d28af4414a90c1d. 2023-09-06T20:26:35,402 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=43 updating hbase:meta row=39443ee7661d40e60d28af4414a90c1d, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:26:35,405 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=44, resume processing ppid=43 2023-09-06T20:26:35,405 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=44, ppid=43, state=SUCCESS; OpenRegionProcedure 39443ee7661d40e60d28af4414a90c1d, server=jenkins-hbase3.apache.org,38819,1694031934939 in 174 msec 2023-09-06T20:26:35,406 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=43, resume processing ppid=42 2023-09-06T20:26:35,406 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=43, ppid=42, state=SUCCESS; TransitRegionStateProcedure table=table1, region=39443ee7661d40e60d28af4414a90c1d, ASSIGN in 332 msec 2023-09-06T20:26:35,407 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=42, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:26:35,407 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694031995407"}]},"ts":"1694031995407"} 2023-09-06T20:26:35,408 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=ENABLED in hbase:meta 2023-09-06T20:26:35,410 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=42, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:26:35,411 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=42, state=SUCCESS; CreateTableProcedure table=table1 in 1.1650 sec 2023-09-06T20:26:36,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=42 2023-09-06T20:26:36,354 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: default:table1, procId: 42 completed 2023-09-06T20:26:36,359 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:40377/backupUT/backup_1694031950308/default/test-1694031944029/archive/data/default/test-1694031944029/e17a41ef167b657c2090507013deb9d0 from hbase tables test-1694031944029 to tables table1 2023-09-06T20:26:36,359 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.MapReduceRestoreJob(72): Restore test-1694031944029 into table1 2023-09-06T20:26:36,360 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/hbase-staging/bulk_output-default-table1-1694031996359 from hdfs://localhost:40377/backupUT/backup_1694031950308/default/test-1694031944029/archive/data/default/test-1694031944029/e17a41ef167b657c2090507013deb9d0 2023-09-06T20:26:36,361 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x117bff1e to 127.0.0.1:60712 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:26:36,369 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c70179e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:26:36,369 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:26:36,370 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:46424, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:26:36,371 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-09-06T20:26:36,372 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table table1 2023-09-06T20:26:36,375 DEBUG [hconnection-0x37680b65-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:26:36,376 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:57714, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:26:36,378 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for table1: 2023-09-06T20:26:36,378 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-09-06T20:26:36,378 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/hbase-staging/partitions_6b5df4b8-5d8e-4fab-ac58-4953ba1e3e39 2023-09-06T20:26:36,785 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:36,786 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:36,786 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:36,787 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:37,306 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'table1' 2023-09-06T20:26:37,759 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/hadoop-158185294942599179.jar 2023-09-06T20:26:37,759 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:37,759 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:37,760 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:37,760 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:37,761 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:37,761 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:37,761 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:37,762 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:37,762 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:37,763 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-09-06T20:26:37,763 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-09-06T20:26:37,764 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-09-06T20:26:37,764 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-09-06T20:26:37,765 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-09-06T20:26:37,765 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-09-06T20:26:37,765 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-09-06T20:26:37,766 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-09-06T20:26:37,766 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-09-06T20:26:37,766 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-09-06T20:26:37,767 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-09-06T20:26:37,767 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-09-06T20:26:37,768 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:37,768 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:37,769 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:37,769 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:37,769 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:37,769 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:37,770 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:26:37,770 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: table1 2023-09-06T20:26:37,770 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:26:37,771 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x117bff1e to 127.0.0.1:60712 2023-09-06T20:26:37,771 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:26:37,771 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-09-06T20:26:37,771 WARN [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-09-06T20:26:37,772 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-09-06T20:26:37,777 WARN [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-09-06T20:26:37,782 WARN [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-09-06T20:26:37,856 WARN [Listener at jenkins-hbase3.apache.org/36373 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/mapreduce.cluster.local.dir/1694031997824/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-09-06T20:26:37,856 WARN [Listener at jenkins-hbase3.apache.org/36373 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/mapreduce.cluster.local.dir/1694031997824/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-09-06T20:26:37,905 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:40377/backupUT/backup_1694031950308/default/test-1694031944029/archive/data/default/test-1694031944029/e17a41ef167b657c2090507013deb9d0/f/0abe045f1ed141dfbaaa285693fc29c4 2023-09-06T20:26:37,910 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-09-06T20:26:37,928 DEBUG [pool-244-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x1feb527d to 127.0.0.1:60712 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:26:37,933 DEBUG [pool-244-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c1a94c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:26:37,934 DEBUG [hconnection-0x4e2063bd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:26:37,936 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:57718, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:26:37,937 DEBUG [pool-244-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x1feb527d to 127.0.0.1:60712 2023-09-06T20:26:37,937 DEBUG [pool-244-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:26:37,940 DEBUG [pool-244-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row0] 2023-09-06T20:26:37,940 DEBUG [pool-244-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-09-06T20:26:37,944 DEBUG [pool-244-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/hbase-staging/bulk_output-default-table1-1694031996359/_temporary/0/_temporary/attempt_local1034642828_0009_r_000000_0/f/28ecea6bf79241fe8ad89f427b8760ca is 37, key is row10/f:q1/1694031945687/Put/seqid=0 2023-09-06T20:26:37,946 WARN [Thread-1188 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:38819] Specified favored nodes: [jenkins-hbase3.apache.org:38819] 2023-09-06T20:26:38,062 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 118517ebc64cb55f222ebb4ad9e98145 changed from -1.0 to 0.0, refreshing cache 2023-09-06T20:26:38,903 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/hbase-staging/bulk_output-default-table1-1694031996359 2023-09-06T20:26:38,904 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x592ad0ca to 127.0.0.1:60712 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:26:38,908 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12ff5ce5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:26:38,910 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:26:38,911 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:57734, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:26:38,918 WARN [Listener at jenkins-hbase3.apache.org/36373 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/hbase-staging/bulk_output-default-table1-1694031996359/_SUCCESS 2023-09-06T20:26:38,922 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:26:38,923 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:46436, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:26:38,952 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/hbase-staging/bulk_output-default-table1-1694031996359/f/28ecea6bf79241fe8ad89f427b8760ca first=Optional[row0] last=Optional[row98] 2023-09-06T20:26:38,970 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=table1,,1694031994244.39443ee7661d40e60d28af4414a90c1d., hostname=jenkins-hbase3.apache.org,38819,1694031934939, seqNum=2 for row with hfile group [{f,hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/hbase-staging/bulk_output-default-table1-1694031996359/f/28ecea6bf79241fe8ad89f427b8760ca}] 2023-09-06T20:26:38,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/hbase-staging/bulk_output-default-table1-1694031996359/f/28ecea6bf79241fe8ad89f427b8760ca for inclusion in 39443ee7661d40e60d28af4414a90c1d/f 2023-09-06T20:26:38,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] regionserver.HStore(623): HFile bounds: first=row0 last=row98 2023-09-06T20:26:38,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] regionserver.HStore(625): Region bounds: first= last= 2023-09-06T20:26:38,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] regionserver.HRegion(2520): Flush status journal for 39443ee7661d40e60d28af4414a90c1d: 2023-09-06T20:26:39,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/hbase-staging/bulk_output-default-table1-1694031996359/f/28ecea6bf79241fe8ad89f427b8760ca to hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/staging/jenkins__table1__8jbi584np6qr8hnu3rau780d836fg02ih1r0829kn7hn9fg4b4ldidq8lfokughg/f/28ecea6bf79241fe8ad89f427b8760ca 2023-09-06T20:26:39,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/staging/jenkins__table1__8jbi584np6qr8hnu3rau780d836fg02ih1r0829kn7hn9fg4b4ldidq8lfokughg/f/28ecea6bf79241fe8ad89f427b8760ca as hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/default/table1/39443ee7661d40e60d28af4414a90c1d/f/d90dc759abab4d58a8a6873a234f9c65_SeqId_4_ 2023-09-06T20:26:39,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x38d99dbe to 127.0.0.1:60712 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:26:39,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34a8d2a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:26:39,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:26:39,013 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:46438, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:26:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:26:39,017 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:57748, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:26:39,028 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:26:39,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x38d99dbe to 127.0.0.1:60712 2023-09-06T20:26:39,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:26:39,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/staging/jenkins__table1__8jbi584np6qr8hnu3rau780d836fg02ih1r0829kn7hn9fg4b4ldidq8lfokughg/f/28ecea6bf79241fe8ad89f427b8760ca into 39443ee7661d40e60d28af4414a90c1d/f as hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/default/table1/39443ee7661d40e60d28af4414a90c1d/f/d90dc759abab4d58a8a6873a234f9c65_SeqId_4_ - updating store file list. 2023-09-06T20:26:39,037 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/default/table1/39443ee7661d40e60d28af4414a90c1d/f/d90dc759abab4d58a8a6873a234f9c65_SeqId_4_ into 39443ee7661d40e60d28af4414a90c1d/f 2023-09-06T20:26:39,037 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/staging/jenkins__table1__8jbi584np6qr8hnu3rau780d836fg02ih1r0829kn7hn9fg4b4ldidq8lfokughg/f/28ecea6bf79241fe8ad89f427b8760ca into 39443ee7661d40e60d28af4414a90c1d/f (new location: hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/default/table1/39443ee7661d40e60d28af4414a90c1d/f/d90dc759abab4d58a8a6873a234f9c65_SeqId_4_) 2023-09-06T20:26:39,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/staging/jenkins__table1__8jbi584np6qr8hnu3rau780d836fg02ih1r0829kn7hn9fg4b4ldidq8lfokughg/f/28ecea6bf79241fe8ad89f427b8760ca 2023-09-06T20:26:39,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x7a6d0711 to 127.0.0.1:60712 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:26:39,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24cc5054, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:26:39,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:26:39,053 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:46442, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-09-06T20:26:39,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:26:39,057 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:57750, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-09-06T20:26:39,069 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:26:39,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x7a6d0711 to 127.0.0.1:60712 2023-09-06T20:26:39,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:26:39,081 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:26:39,082 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x592ad0ca to 127.0.0.1:60712 2023-09-06T20:26:39,082 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:26:39,083 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-09-06T20:26:39,108 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] impl.RestoreTablesClient(181): Restoring 'test-1694031944029' to 'table1' from log dirs: hdfs://localhost:40377/backupUT/backup_1694031976995/default/test-1694031944029/f/d7efa883c0db45988e942f147724bb05 2023-09-06T20:26:39,111 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] util.RestoreTool(177): Found descriptor 'test-1694031944029', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} through backup_1694031976995 2023-09-06T20:26:39,113 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.MapReduceRestoreJob(64): Restore incremental backup from directory hdfs://localhost:40377/backupUT/backup_1694031976995/default/test-1694031944029/f/d7efa883c0db45988e942f147724bb05 from hbase tables test-1694031944029 to tables table1 2023-09-06T20:26:39,113 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.MapReduceRestoreJob(72): Restore test-1694031944029 into table1 2023-09-06T20:26:39,114 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/hbase-staging/bulk_output-default-table1-1694031999113 from hdfs://localhost:40377/backupUT/backup_1694031976995/default/test-1694031944029/f/d7efa883c0db45988e942f147724bb05 2023-09-06T20:26:39,115 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x521d550f to 127.0.0.1:60712 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:26:39,120 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ab28114, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:26:39,121 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:26:39,122 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:46454, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:26:39,123 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-09-06T20:26:39,123 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table test-1694031944029 2023-09-06T20:26:39,126 DEBUG [hconnection-0x6be5f0a-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:26:39,127 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:57754, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:26:39,129 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for test-1694031944029: 2023-09-06T20:26:39,129 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-09-06T20:26:39,129 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/hbase-staging/partitions_b855eded-c76f-4bfc-a12e-864b3607e430 2023-09-06T20:26:39,539 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:39,539 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:39,540 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:39,541 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:40,550 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/hadoop-1499506459878413732.jar 2023-09-06T20:26:40,550 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:40,551 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:40,551 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:40,551 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:40,552 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:40,552 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:40,553 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:40,553 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:40,553 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:40,554 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-09-06T20:26:40,555 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-09-06T20:26:40,555 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-09-06T20:26:40,555 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-09-06T20:26:40,556 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-09-06T20:26:40,556 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-09-06T20:26:40,557 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-09-06T20:26:40,557 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-09-06T20:26:40,558 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-09-06T20:26:40,558 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-09-06T20:26:40,558 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-09-06T20:26:40,559 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-09-06T20:26:40,559 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:40,560 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:40,560 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:40,560 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:40,560 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:40,561 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:40,561 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:26:40,562 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: test-1694031944029 2023-09-06T20:26:40,562 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:26:40,562 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x521d550f to 127.0.0.1:60712 2023-09-06T20:26:40,562 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:26:40,562 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-09-06T20:26:40,562 WARN [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-09-06T20:26:40,563 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-09-06T20:26:40,569 WARN [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-09-06T20:26:40,575 WARN [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-09-06T20:26:40,661 WARN [Listener at jenkins-hbase3.apache.org/36373 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/mapreduce.cluster.local.dir/1694032000621/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-09-06T20:26:40,661 WARN [Listener at jenkins-hbase3.apache.org/36373 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/mapreduce.cluster.local.dir/1694032000621/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-09-06T20:26:40,711 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:40377/backupUT/backup_1694031976995/default/test-1694031944029/f/d7efa883c0db45988e942f147724bb05 2023-09-06T20:26:40,716 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-09-06T20:26:40,737 DEBUG [pool-256-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x158130e1 to 127.0.0.1:60712 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:26:40,741 DEBUG [pool-256-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cd31ff9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:26:40,744 DEBUG [hconnection-0x44c06bd8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:26:40,746 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:49394, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:26:40,748 DEBUG [pool-256-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x158130e1 to 127.0.0.1:60712 2023-09-06T20:26:40,748 DEBUG [pool-256-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:26:40,749 DEBUG [pool-256-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-test-1694031944029-1-0] 2023-09-06T20:26:40,749 DEBUG [pool-256-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-09-06T20:26:40,755 DEBUG [pool-256-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/hbase-staging/bulk_output-default-table1-1694031999113/_temporary/0/_temporary/attempt_local215080229_0010_r_000000_0/f/caddcf2458da439ba903d91bdc631e55 is 59, key is row-test-1694031944029-1-10/f:q1/1694031965096/Put/seqid=0 2023-09-06T20:26:40,757 WARN [Thread-1232 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:38819] Specified favored nodes: [jenkins-hbase3.apache.org:38819] 2023-09-06T20:26:40,958 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-09-06T20:26:41,707 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/hbase-staging/bulk_output-default-table1-1694031999113 2023-09-06T20:26:41,708 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x63ac2176 to 127.0.0.1:60712 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:26:41,712 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3726ac02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:26:41,713 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:26:41,715 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:49400, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:26:41,721 WARN [Listener at jenkins-hbase3.apache.org/36373 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/hbase-staging/bulk_output-default-table1-1694031999113/_SUCCESS 2023-09-06T20:26:41,725 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:26:41,727 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:60542, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:26:41,736 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/hbase-staging/bulk_output-default-table1-1694031999113/f/caddcf2458da439ba903d91bdc631e55 first=Optional[row-test-1694031944029-1-0] last=Optional[row-test-1694031944029-2-98] 2023-09-06T20:26:41,737 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=table1,,1694031994244.39443ee7661d40e60d28af4414a90c1d., hostname=jenkins-hbase3.apache.org,38819,1694031934939, seqNum=2 for row with hfile group [{f,hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/hbase-staging/bulk_output-default-table1-1694031999113/f/caddcf2458da439ba903d91bdc631e55}] 2023-09-06T20:26:41,742 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/hbase-staging/bulk_output-default-table1-1694031999113/f/caddcf2458da439ba903d91bdc631e55 for inclusion in 39443ee7661d40e60d28af4414a90c1d/f 2023-09-06T20:26:41,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] regionserver.HStore(623): HFile bounds: first=row-test-1694031944029-1-0 last=row-test-1694031944029-2-98 2023-09-06T20:26:41,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] regionserver.HStore(625): Region bounds: first= last= 2023-09-06T20:26:41,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] regionserver.HRegion(2520): Flush status journal for 39443ee7661d40e60d28af4414a90c1d: 2023-09-06T20:26:41,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/hbase-staging/bulk_output-default-table1-1694031999113/f/caddcf2458da439ba903d91bdc631e55 to hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/staging/jenkins__table1__4681jrc3kh9m1vgehoeg06q45oaff6ejr4ieilopv4l0l5rj8vst4oscof3btk9d/f/caddcf2458da439ba903d91bdc631e55 2023-09-06T20:26:41,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/staging/jenkins__table1__4681jrc3kh9m1vgehoeg06q45oaff6ejr4ieilopv4l0l5rj8vst4oscof3btk9d/f/caddcf2458da439ba903d91bdc631e55 as hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/default/table1/39443ee7661d40e60d28af4414a90c1d/f/b0e7067d56c84e02957e481d56d529f9_SeqId_6_ 2023-09-06T20:26:41,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x6cc5620a to 127.0.0.1:60712 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:26:41,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7827b487, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:26:41,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:26:41,757 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:60552, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:26:41,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:26:41,764 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:49406, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:26:41,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:26:41,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x6cc5620a to 127.0.0.1:60712 2023-09-06T20:26:41,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:26:41,780 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/staging/jenkins__table1__4681jrc3kh9m1vgehoeg06q45oaff6ejr4ieilopv4l0l5rj8vst4oscof3btk9d/f/caddcf2458da439ba903d91bdc631e55 into 39443ee7661d40e60d28af4414a90c1d/f as hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/default/table1/39443ee7661d40e60d28af4414a90c1d/f/b0e7067d56c84e02957e481d56d529f9_SeqId_6_ - updating store file list. 2023-09-06T20:26:41,786 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/default/table1/39443ee7661d40e60d28af4414a90c1d/f/b0e7067d56c84e02957e481d56d529f9_SeqId_6_ into 39443ee7661d40e60d28af4414a90c1d/f 2023-09-06T20:26:41,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/staging/jenkins__table1__4681jrc3kh9m1vgehoeg06q45oaff6ejr4ieilopv4l0l5rj8vst4oscof3btk9d/f/caddcf2458da439ba903d91bdc631e55 into 39443ee7661d40e60d28af4414a90c1d/f (new location: hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/default/table1/39443ee7661d40e60d28af4414a90c1d/f/b0e7067d56c84e02957e481d56d529f9_SeqId_6_) 2023-09-06T20:26:41,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/staging/jenkins__table1__4681jrc3kh9m1vgehoeg06q45oaff6ejr4ieilopv4l0l5rj8vst4oscof3btk9d/f/caddcf2458da439ba903d91bdc631e55 2023-09-06T20:26:41,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x0da4cb21 to 127.0.0.1:60712 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:26:41,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ec9cbea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:26:41,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:26:41,797 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:60566, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-09-06T20:26:41,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:26:41,802 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:49416, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-09-06T20:26:41,815 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:26:41,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x0da4cb21 to 127.0.0.1:60712 2023-09-06T20:26:41,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:26:41,817 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:26:41,817 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x63ac2176 to 127.0.0.1:60712 2023-09-06T20:26:41,817 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:26:41,817 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-09-06T20:26:41,817 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] impl.RestoreTablesClient(187): test-1694031944029 has been successfully restored to table1 2023-09-06T20:26:41,817 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] impl.RestoreTablesClient(231): Restore includes the following image(s): 2023-09-06T20:26:41,817 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] impl.RestoreTablesClient(233): Backup: backup_1694031976995 hdfs://localhost:40377/backupUT/backup_1694031976995/default/test-1694031944029/ 2023-09-06T20:26:41,818 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:40377/backupUT/backup_1694031950308/.backup.manifest 2023-09-06T20:26:41,821 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694031950308/.backup.manifest 2023-09-06T20:26:41,821 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] impl.RestoreTablesClient(148): Restoring 'ns2:test-16940319440291' to 'ns2:table2' from full backup image hdfs://localhost:40377/backupUT/backup_1694031950308/ns2/test-16940319440291 2023-09-06T20:26:41,823 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] util.RestoreTool(295): Retrieved descriptor: 'ns2:test-16940319440291', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1694031976995 2023-09-06T20:26:41,826 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] util.RestoreTool(487): Creating target table 'ns2:table2' 2023-09-06T20:26:41,826 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:40377/backupUT/backup_1694031950308/ns2/test-16940319440291/archive/data/ns2/test-16940319440291/cdfe7f59b05356e54cc5ef109375e944 2023-09-06T20:26:41,826 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:40377/backupUT/backup_1694031950308/ns2/test-16940319440291/archive/data/ns2/test-16940319440291/cdfe7f59b05356e54cc5ef109375e944/f in region [hdfs://localhost:40377/backupUT/backup_1694031950308/ns2/test-16940319440291/archive/data/ns2/test-16940319440291/cdfe7f59b05356e54cc5ef109375e944] 2023-09-06T20:26:41,830 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] util.RestoreTool(442): Trying to figure out region boundaries hfile=hdfs://localhost:40377/backupUT/backup_1694031950308/ns2/test-16940319440291/archive/data/ns2/test-16940319440291/cdfe7f59b05356e54cc5ef109375e944/f/412e64111edc4c1c97642d7e52b6f551 first=row0 last=row98 2023-09-06T20:26:41,831 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:26:41,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] procedure2.ProcedureExecutor(1032): Stored pid=45, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:table2 2023-09-06T20:26:41,834 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=45, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:26:41,834 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns2" qualifier: "table2" procId is: 45 2023-09-06T20:26:41,834 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=45, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:26:41,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=45 2023-09-06T20:26:41,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=45 2023-09-06T20:26:42,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=45 2023-09-06T20:26:42,244 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 5d18ff108fa839a8ed15050d7f63d579, NAME => 'ns2:table2,,1694032001831.5d18ff108fa839a8ed15050d7f63d579.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2 2023-09-06T20:26:42,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=45 2023-09-06T20:26:42,651 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:table2,,1694032001831.5d18ff108fa839a8ed15050d7f63d579.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:26:42,651 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1668): Closing 5d18ff108fa839a8ed15050d7f63d579, disabling compactions & flushes 2023-09-06T20:26:42,651 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:table2,,1694032001831.5d18ff108fa839a8ed15050d7f63d579. 2023-09-06T20:26:42,651 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:table2,,1694032001831.5d18ff108fa839a8ed15050d7f63d579. 2023-09-06T20:26:42,651 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:table2,,1694032001831.5d18ff108fa839a8ed15050d7f63d579. after waiting 0 ms 2023-09-06T20:26:42,651 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:table2,,1694032001831.5d18ff108fa839a8ed15050d7f63d579. 2023-09-06T20:26:42,651 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1909): Closed ns2:table2,,1694032001831.5d18ff108fa839a8ed15050d7f63d579. 2023-09-06T20:26:42,651 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1622): Region close journal for 5d18ff108fa839a8ed15050d7f63d579: 2023-09-06T20:26:42,652 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=45, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:26:42,653 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:table2,,1694032001831.5d18ff108fa839a8ed15050d7f63d579.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1694032002652"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694032002652"}]},"ts":"1694032002652"} 2023-09-06T20:26:42,654 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:26:42,655 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=45, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:26:42,655 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032002655"}]},"ts":"1694032002655"} 2023-09-06T20:26:42,656 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2023-09-06T20:26:42,660 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:table2, region=5d18ff108fa839a8ed15050d7f63d579, ASSIGN}] 2023-09-06T20:26:42,662 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:table2, region=5d18ff108fa839a8ed15050d7f63d579, ASSIGN 2023-09-06T20:26:42,663 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:table2, region=5d18ff108fa839a8ed15050d7f63d579, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,38819,1694031934939; forceNewPlan=false, retain=false 2023-09-06T20:26:42,814 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=5d18ff108fa839a8ed15050d7f63d579, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:26:42,816 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE; OpenRegionProcedure 5d18ff108fa839a8ed15050d7f63d579, server=jenkins-hbase3.apache.org,38819,1694031934939}] 2023-09-06T20:26:42,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=45 2023-09-06T20:26:42,972 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(130): Open ns2:table2,,1694032001831.5d18ff108fa839a8ed15050d7f63d579. 2023-09-06T20:26:42,972 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7254): Opening region: {ENCODED => 5d18ff108fa839a8ed15050d7f63d579, NAME => 'ns2:table2,,1694032001831.5d18ff108fa839a8ed15050d7f63d579.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:26:42,972 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:26:42,972 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 5d18ff108fa839a8ed15050d7f63d579 2023-09-06T20:26:42,972 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(888): Instantiated ns2:table2,,1694032001831.5d18ff108fa839a8ed15050d7f63d579.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:26:42,972 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7296): checking encryption for 5d18ff108fa839a8ed15050d7f63d579 2023-09-06T20:26:42,972 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7299): checking classloading for 5d18ff108fa839a8ed15050d7f63d579 2023-09-06T20:26:42,974 INFO [StoreOpener-5d18ff108fa839a8ed15050d7f63d579-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5d18ff108fa839a8ed15050d7f63d579 2023-09-06T20:26:42,975 INFO [StoreOpener-5d18ff108fa839a8ed15050d7f63d579-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d18ff108fa839a8ed15050d7f63d579 columnFamilyName f 2023-09-06T20:26:42,975 DEBUG [StoreOpener-5d18ff108fa839a8ed15050d7f63d579-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:26:42,976 INFO [StoreOpener-5d18ff108fa839a8ed15050d7f63d579-1 {}] regionserver.HStore(324): Store=5d18ff108fa839a8ed15050d7f63d579/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:26:42,977 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2023-09-06T20:26:42,977 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_table1 Metrics about Tables on a single HBase RegionServer 2023-09-06T20:26:42,977 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/ns2/table2/5d18ff108fa839a8ed15050d7f63d579 2023-09-06T20:26:42,977 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/ns2/table2/5d18ff108fa839a8ed15050d7f63d579 2023-09-06T20:26:42,979 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1076): writing seq id for 5d18ff108fa839a8ed15050d7f63d579 2023-09-06T20:26:42,981 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/ns2/table2/5d18ff108fa839a8ed15050d7f63d579/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:26:42,982 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): Opened 5d18ff108fa839a8ed15050d7f63d579; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10615560640, jitterRate=-0.011348873376846313}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-09-06T20:26:42,982 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(992): Region open journal for 5d18ff108fa839a8ed15050d7f63d579: 2023-09-06T20:26:42,983 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2556): Post open deploy tasks for ns2:table2,,1694032001831.5d18ff108fa839a8ed15050d7f63d579., pid=47, masterSystemTime=1694032002968 2023-09-06T20:26:42,985 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2583): Finished post open deploy task for ns2:table2,,1694032001831.5d18ff108fa839a8ed15050d7f63d579. 2023-09-06T20:26:42,985 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(158): Opened ns2:table2,,1694032001831.5d18ff108fa839a8ed15050d7f63d579. 2023-09-06T20:26:42,985 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=5d18ff108fa839a8ed15050d7f63d579, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:26:42,988 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=47, resume processing ppid=46 2023-09-06T20:26:42,988 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=47, ppid=46, state=SUCCESS; OpenRegionProcedure 5d18ff108fa839a8ed15050d7f63d579, server=jenkins-hbase3.apache.org,38819,1694031934939 in 170 msec 2023-09-06T20:26:42,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=46, resume processing ppid=45 2023-09-06T20:26:42,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=46, ppid=45, state=SUCCESS; TransitRegionStateProcedure table=ns2:table2, region=5d18ff108fa839a8ed15050d7f63d579, ASSIGN in 328 msec 2023-09-06T20:26:42,990 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=45, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:26:42,990 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032002990"}]},"ts":"1694032002990"} 2023-09-06T20:26:42,992 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2023-09-06T20:26:42,994 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=45, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:26:42,996 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=45, state=SUCCESS; CreateTableProcedure table=ns2:table2 in 1.1630 sec 2023-09-06T20:26:43,308 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:table2' 2023-09-06T20:26:43,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=45 2023-09-06T20:26:43,941 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: ns2:table2, procId: 45 completed 2023-09-06T20:26:43,945 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:40377/backupUT/backup_1694031950308/ns2/test-16940319440291/archive/data/ns2/test-16940319440291/cdfe7f59b05356e54cc5ef109375e944 from hbase tables ns2:test-16940319440291 to tables ns2:table2 2023-09-06T20:26:43,945 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-16940319440291 into ns2:table2 2023-09-06T20:26:43,947 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/hbase-staging/bulk_output-ns2-table2-1694032003945 from hdfs://localhost:40377/backupUT/backup_1694031950308/ns2/test-16940319440291/archive/data/ns2/test-16940319440291/cdfe7f59b05356e54cc5ef109375e944 2023-09-06T20:26:43,949 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x04b7c6c7 to 127.0.0.1:60712 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:26:43,955 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bc84e92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:26:43,956 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:26:43,958 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:60572, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:26:43,959 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-09-06T20:26:43,960 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:table2 2023-09-06T20:26:43,963 DEBUG [hconnection-0x2d08ae61-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:26:43,965 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:49430, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:26:43,967 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:table2: 2023-09-06T20:26:43,967 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-09-06T20:26:43,967 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/hbase-staging/partitions_3cb97635-011a-425c-8b76-10e16f40dbeb 2023-09-06T20:26:44,377 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:44,377 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:44,378 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:44,378 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:45,385 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/hadoop-798119583721041810.jar 2023-09-06T20:26:45,385 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:45,386 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:45,386 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:45,386 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:45,387 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:45,387 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:45,387 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:45,388 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:45,388 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:45,389 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-09-06T20:26:45,390 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-09-06T20:26:45,391 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-09-06T20:26:45,391 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-09-06T20:26:45,391 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-09-06T20:26:45,392 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-09-06T20:26:45,392 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-09-06T20:26:45,393 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-09-06T20:26:45,393 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-09-06T20:26:45,393 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-09-06T20:26:45,394 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-09-06T20:26:45,394 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-09-06T20:26:45,395 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:45,395 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:45,395 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:45,396 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:45,396 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:45,396 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:45,397 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:26:45,397 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: ns2:table2 2023-09-06T20:26:45,397 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:26:45,397 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x04b7c6c7 to 127.0.0.1:60712 2023-09-06T20:26:45,397 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:26:45,397 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-09-06T20:26:45,397 WARN [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-09-06T20:26:45,398 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-09-06T20:26:45,405 WARN [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-09-06T20:26:45,411 WARN [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-09-06T20:26:45,508 WARN [Listener at jenkins-hbase3.apache.org/36373 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/mapreduce.cluster.local.dir/1694032005465/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-09-06T20:26:45,508 WARN [Listener at jenkins-hbase3.apache.org/36373 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/mapreduce.cluster.local.dir/1694032005465/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-09-06T20:26:45,566 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:40377/backupUT/backup_1694031950308/ns2/test-16940319440291/archive/data/ns2/test-16940319440291/cdfe7f59b05356e54cc5ef109375e944/f/412e64111edc4c1c97642d7e52b6f551 2023-09-06T20:26:45,570 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-09-06T20:26:45,586 DEBUG [pool-271-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x3a79cb93 to 127.0.0.1:60712 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:26:45,590 DEBUG [pool-271-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24d95af3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:26:45,591 DEBUG [hconnection-0x6b17787b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:26:45,593 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:49436, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:26:45,595 DEBUG [pool-271-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x3a79cb93 to 127.0.0.1:60712 2023-09-06T20:26:45,595 DEBUG [pool-271-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:26:45,596 DEBUG [pool-271-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row0] 2023-09-06T20:26:45,596 DEBUG [pool-271-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-09-06T20:26:45,601 DEBUG [pool-271-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/hbase-staging/bulk_output-ns2-table2-1694032003945/_temporary/0/_temporary/attempt_local1757301522_0011_r_000000_0/f/e6fcbdf2a9b24bd584cd6a417f953e48 is 37, key is row10/f:q1/1694031946908/Put/seqid=0 2023-09-06T20:26:45,603 WARN [Thread-1286 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:38819] Specified favored nodes: [jenkins-hbase3.apache.org:38819] 2023-09-06T20:26:46,560 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/hbase-staging/bulk_output-ns2-table2-1694032003945 2023-09-06T20:26:46,561 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x62fc7d2e to 127.0.0.1:60712 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:26:46,566 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ff1c2c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:26:46,568 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:26:46,569 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:49438, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:26:46,575 WARN [Listener at jenkins-hbase3.apache.org/36373 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/hbase-staging/bulk_output-ns2-table2-1694032003945/_SUCCESS 2023-09-06T20:26:46,579 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:26:46,580 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:60584, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:26:46,596 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/hbase-staging/bulk_output-ns2-table2-1694032003945/f/e6fcbdf2a9b24bd584cd6a417f953e48 first=Optional[row0] last=Optional[row98] 2023-09-06T20:26:46,597 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=ns2:table2,,1694032001831.5d18ff108fa839a8ed15050d7f63d579., hostname=jenkins-hbase3.apache.org,38819,1694031934939, seqNum=2 for row with hfile group [{f,hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/hbase-staging/bulk_output-ns2-table2-1694032003945/f/e6fcbdf2a9b24bd584cd6a417f953e48}] 2023-09-06T20:26:46,604 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/hbase-staging/bulk_output-ns2-table2-1694032003945/f/e6fcbdf2a9b24bd584cd6a417f953e48 for inclusion in 5d18ff108fa839a8ed15050d7f63d579/f 2023-09-06T20:26:46,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] regionserver.HStore(623): HFile bounds: first=row0 last=row98 2023-09-06T20:26:46,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] regionserver.HStore(625): Region bounds: first= last= 2023-09-06T20:26:46,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] regionserver.HRegion(2520): Flush status journal for 5d18ff108fa839a8ed15050d7f63d579: 2023-09-06T20:26:46,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/hbase-staging/bulk_output-ns2-table2-1694032003945/f/e6fcbdf2a9b24bd584cd6a417f953e48 to hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/staging/jenkins__ns2_table2__emods5t49ivjkbpmt8lrb2a9penbdqqfbsefj1cam94h4s7m8u1t7la5qj7h2f6k/f/e6fcbdf2a9b24bd584cd6a417f953e48 2023-09-06T20:26:46,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/staging/jenkins__ns2_table2__emods5t49ivjkbpmt8lrb2a9penbdqqfbsefj1cam94h4s7m8u1t7la5qj7h2f6k/f/e6fcbdf2a9b24bd584cd6a417f953e48 as hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/ns2/table2/5d18ff108fa839a8ed15050d7f63d579/f/62918233317f47cb9b15d8ef08b81a30_SeqId_4_ 2023-09-06T20:26:46,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x42111b7a to 127.0.0.1:60712 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:26:46,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78d68e45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:26:46,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:26:46,624 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:60596, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:26:46,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:26:46,631 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:49452, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:26:46,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:26:46,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x42111b7a to 127.0.0.1:60712 2023-09-06T20:26:46,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:26:46,650 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/staging/jenkins__ns2_table2__emods5t49ivjkbpmt8lrb2a9penbdqqfbsefj1cam94h4s7m8u1t7la5qj7h2f6k/f/e6fcbdf2a9b24bd584cd6a417f953e48 into 5d18ff108fa839a8ed15050d7f63d579/f as hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/ns2/table2/5d18ff108fa839a8ed15050d7f63d579/f/62918233317f47cb9b15d8ef08b81a30_SeqId_4_ - updating store file list. 2023-09-06T20:26:46,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/ns2/table2/5d18ff108fa839a8ed15050d7f63d579/f/62918233317f47cb9b15d8ef08b81a30_SeqId_4_ into 5d18ff108fa839a8ed15050d7f63d579/f 2023-09-06T20:26:46,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/staging/jenkins__ns2_table2__emods5t49ivjkbpmt8lrb2a9penbdqqfbsefj1cam94h4s7m8u1t7la5qj7h2f6k/f/e6fcbdf2a9b24bd584cd6a417f953e48 into 5d18ff108fa839a8ed15050d7f63d579/f (new location: hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/ns2/table2/5d18ff108fa839a8ed15050d7f63d579/f/62918233317f47cb9b15d8ef08b81a30_SeqId_4_) 2023-09-06T20:26:46,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/staging/jenkins__ns2_table2__emods5t49ivjkbpmt8lrb2a9penbdqqfbsefj1cam94h4s7m8u1t7la5qj7h2f6k/f/e6fcbdf2a9b24bd584cd6a417f953e48 2023-09-06T20:26:46,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x54c49329 to 127.0.0.1:60712 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:26:46,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cde7452, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:26:46,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:26:46,679 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:60606, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-09-06T20:26:46,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:26:46,691 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:49460, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-09-06T20:26:46,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:26:46,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x54c49329 to 127.0.0.1:60712 2023-09-06T20:26:46,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:26:46,714 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:26:46,714 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x62fc7d2e to 127.0.0.1:60712 2023-09-06T20:26:46,714 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:26:46,715 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-09-06T20:26:46,735 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] impl.RestoreTablesClient(181): Restoring 'ns2:test-16940319440291' to 'ns2:table2' from log dirs: hdfs://localhost:40377/backupUT/backup_1694031976995/ns2/test-16940319440291/f/dea58b887bb14f88b013ecd8b5c7ed63 2023-09-06T20:26:46,754 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] util.RestoreTool(177): Found descriptor 'ns2:test-16940319440291', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} through backup_1694031976995 2023-09-06T20:26:46,755 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.MapReduceRestoreJob(64): Restore incremental backup from directory hdfs://localhost:40377/backupUT/backup_1694031976995/ns2/test-16940319440291/f/dea58b887bb14f88b013ecd8b5c7ed63 from hbase tables ns2:test-16940319440291 to tables ns2:table2 2023-09-06T20:26:46,755 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-16940319440291 into ns2:table2 2023-09-06T20:26:46,758 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/hbase-staging/bulk_output-ns2-table2-1694032006756 from hdfs://localhost:40377/backupUT/backup_1694031976995/ns2/test-16940319440291/f/dea58b887bb14f88b013ecd8b5c7ed63 2023-09-06T20:26:46,759 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x78e7d171 to 127.0.0.1:60712 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:26:46,780 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1319a2b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:26:46,781 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:26:46,783 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:60614, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:26:46,784 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-09-06T20:26:46,784 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:test-16940319440291 2023-09-06T20:26:46,789 DEBUG [hconnection-0x746ea518-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:26:46,791 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:49466, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:26:46,793 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:test-16940319440291: 2023-09-06T20:26:46,793 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-09-06T20:26:46,793 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/hbase-staging/partitions_580c1329-4bb3-4563-bc47-08b0fc55ac91 2023-09-06T20:26:47,202 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:47,203 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:47,203 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:47,203 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:48,181 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/hadoop-7100401257231783588.jar 2023-09-06T20:26:48,182 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:48,182 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:48,182 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:48,183 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:48,184 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:48,184 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:48,185 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:48,185 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:48,186 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:48,187 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-09-06T20:26:48,188 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-09-06T20:26:48,189 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-09-06T20:26:48,189 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-09-06T20:26:48,190 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-09-06T20:26:48,191 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-09-06T20:26:48,191 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-09-06T20:26:48,192 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-09-06T20:26:48,192 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-09-06T20:26:48,193 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-09-06T20:26:48,194 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-09-06T20:26:48,194 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-09-06T20:26:48,195 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:48,196 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:48,196 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:48,197 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:48,197 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:48,198 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:26:48,198 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:26:48,199 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: ns2:test-16940319440291 2023-09-06T20:26:48,199 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:26:48,199 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x78e7d171 to 127.0.0.1:60712 2023-09-06T20:26:48,199 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:26:48,199 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-09-06T20:26:48,199 WARN [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-09-06T20:26:48,200 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-09-06T20:26:48,206 WARN [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-09-06T20:26:48,213 WARN [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-09-06T20:26:48,318 WARN [Listener at jenkins-hbase3.apache.org/36373 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/mapreduce.cluster.local.dir/1694032008267/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-09-06T20:26:48,318 WARN [Listener at jenkins-hbase3.apache.org/36373 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/mapreduce.cluster.local.dir/1694032008267/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-09-06T20:26:48,374 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:40377/backupUT/backup_1694031976995/ns2/test-16940319440291/f/dea58b887bb14f88b013ecd8b5c7ed63 2023-09-06T20:26:48,379 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-09-06T20:26:48,395 DEBUG [pool-283-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x3c13de7b to 127.0.0.1:60712 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:26:48,398 DEBUG [pool-283-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47035d27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:26:48,400 DEBUG [hconnection-0x6d7b0f80-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:26:48,401 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:49476, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:26:48,402 DEBUG [pool-283-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x3c13de7b to 127.0.0.1:60712 2023-09-06T20:26:48,402 DEBUG [pool-283-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:26:48,403 DEBUG [pool-283-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-ns2:test-16940319440291-1-0] 2023-09-06T20:26:48,404 DEBUG [pool-283-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-09-06T20:26:48,410 DEBUG [pool-283-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/hbase-staging/bulk_output-ns2-table2-1694032006756/_temporary/0/_temporary/attempt_local1173889835_0012_r_000000_0/f/a3a04c0192614e428812d22ed959a959 is 64, key is row-ns2:test-16940319440291-1-10/f:q1/1694031965226/Put/seqid=0 2023-09-06T20:26:48,411 WARN [Thread-1330 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:38819] Specified favored nodes: [jenkins-hbase3.apache.org:38819] 2023-09-06T20:26:48,475 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-09-06T20:26:49,373 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/hbase-staging/bulk_output-ns2-table2-1694032006756 2023-09-06T20:26:49,374 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x3bfbca32 to 127.0.0.1:60712 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:26:49,378 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@526e37d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:26:49,379 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:26:49,382 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:49478, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:26:49,390 WARN [Listener at jenkins-hbase3.apache.org/36373 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/hbase-staging/bulk_output-ns2-table2-1694032006756/_SUCCESS 2023-09-06T20:26:49,394 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:26:49,396 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:60620, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:26:49,406 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/hbase-staging/bulk_output-ns2-table2-1694032006756/f/a3a04c0192614e428812d22ed959a959 first=Optional[row-ns2:test-16940319440291-1-0] last=Optional[row-ns2:test-16940319440291-2-98] 2023-09-06T20:26:49,407 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=ns2:table2,,1694032001831.5d18ff108fa839a8ed15050d7f63d579., hostname=jenkins-hbase3.apache.org,38819,1694031934939, seqNum=2 for row with hfile group [{f,hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/hbase-staging/bulk_output-ns2-table2-1694032006756/f/a3a04c0192614e428812d22ed959a959}] 2023-09-06T20:26:49,415 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/hbase-staging/bulk_output-ns2-table2-1694032006756/f/a3a04c0192614e428812d22ed959a959 for inclusion in 5d18ff108fa839a8ed15050d7f63d579/f 2023-09-06T20:26:49,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] regionserver.HStore(623): HFile bounds: first=row-ns2:test-16940319440291-1-0 last=row-ns2:test-16940319440291-2-98 2023-09-06T20:26:49,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] regionserver.HStore(625): Region bounds: first= last= 2023-09-06T20:26:49,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] regionserver.HRegion(2520): Flush status journal for 5d18ff108fa839a8ed15050d7f63d579: 2023-09-06T20:26:49,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/hbase-staging/bulk_output-ns2-table2-1694032006756/f/a3a04c0192614e428812d22ed959a959 to hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/staging/jenkins__ns2_table2__fkjh2kumr6qb6fm3d8ko331jk3tt0fkgr9sgndtnv8vc48kc8b9cn969t7ifrnk6/f/a3a04c0192614e428812d22ed959a959 2023-09-06T20:26:49,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/staging/jenkins__ns2_table2__fkjh2kumr6qb6fm3d8ko331jk3tt0fkgr9sgndtnv8vc48kc8b9cn969t7ifrnk6/f/a3a04c0192614e428812d22ed959a959 as hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/ns2/table2/5d18ff108fa839a8ed15050d7f63d579/f/044933f227894e378e888d5bafbe1182_SeqId_6_ 2023-09-06T20:26:49,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x5a7d3dff to 127.0.0.1:60712 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:26:49,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1713e78f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:26:49,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:26:49,431 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:60632, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:26:49,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:26:49,436 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:49482, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:26:49,451 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:26:49,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x5a7d3dff to 127.0.0.1:60712 2023-09-06T20:26:49,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:26:49,452 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/staging/jenkins__ns2_table2__fkjh2kumr6qb6fm3d8ko331jk3tt0fkgr9sgndtnv8vc48kc8b9cn969t7ifrnk6/f/a3a04c0192614e428812d22ed959a959 into 5d18ff108fa839a8ed15050d7f63d579/f as hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/ns2/table2/5d18ff108fa839a8ed15050d7f63d579/f/044933f227894e378e888d5bafbe1182_SeqId_6_ - updating store file list. 2023-09-06T20:26:49,458 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/ns2/table2/5d18ff108fa839a8ed15050d7f63d579/f/044933f227894e378e888d5bafbe1182_SeqId_6_ into 5d18ff108fa839a8ed15050d7f63d579/f 2023-09-06T20:26:49,458 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/staging/jenkins__ns2_table2__fkjh2kumr6qb6fm3d8ko331jk3tt0fkgr9sgndtnv8vc48kc8b9cn969t7ifrnk6/f/a3a04c0192614e428812d22ed959a959 into 5d18ff108fa839a8ed15050d7f63d579/f (new location: hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/ns2/table2/5d18ff108fa839a8ed15050d7f63d579/f/044933f227894e378e888d5bafbe1182_SeqId_6_) 2023-09-06T20:26:49,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/staging/jenkins__ns2_table2__fkjh2kumr6qb6fm3d8ko331jk3tt0fkgr9sgndtnv8vc48kc8b9cn969t7ifrnk6/f/a3a04c0192614e428812d22ed959a959 2023-09-06T20:26:49,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x12ff3193 to 127.0.0.1:60712 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:26:49,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5063c894, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:26:49,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:26:49,465 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:60634, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-09-06T20:26:49,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:26:49,472 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:49498, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-09-06T20:26:49,484 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:26:49,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x12ff3193 to 127.0.0.1:60712 2023-09-06T20:26:49,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:26:49,486 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:26:49,487 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x3bfbca32 to 127.0.0.1:60712 2023-09-06T20:26:49,487 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:26:49,487 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-09-06T20:26:49,487 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] impl.RestoreTablesClient(187): ns2:test-16940319440291 has been successfully restored to ns2:table2 2023-09-06T20:26:49,487 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] impl.RestoreTablesClient(231): Restore includes the following image(s): 2023-09-06T20:26:49,487 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] impl.RestoreTablesClient(233): Backup: backup_1694031976995 hdfs://localhost:40377/backupUT/backup_1694031976995/ns2/test-16940319440291/ 2023-09-06T20:26:49,487 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] impl.RestoreTablesClient(238): restoreStage finished 2023-09-06T20:26:49,488 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] backup.TestBackupMerge(113): After incremental restore: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:26:49,498 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] backup.TestBackupMerge(115): f1 has 297 rows 2023-09-06T20:26:49,507 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:26:49,508 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x751b9713 to 127.0.0.1:60712 2023-09-06T20:26:49,508 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:26:49,533 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] hbase.ResourceChecker(175): after: backup.TestBackupMerge#TestIncBackupMergeRestore Thread=603 (was 583) Potentially hanging thread: WAL-Archive-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:60712@0x3bfbca32 java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1455) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1485) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1415) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$495/813935495.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:60712@0x751b9713-SendThread(127.0.0.1:60712) sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:345) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1223) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2138517201_16 at /127.0.0.1:50338 [Receiving block BP-1000700929-172.31.12.81-1694031928410:blk_1073741897_1073] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: member: 'jenkins-hbase3.apache.org,38819,1694031934939' subprocedure-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:60712@0x12ff3193-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:60712@0x3bfbca32-SendThread(127.0.0.1:60712) java.lang.Thread.sleep(Native Method) org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:228) org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1338) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1261) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:60712@0x3bfbca32-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:60712@0x751b9713 org.apache.zookeeper.ClientCnxn.queuePacket(ClientCnxn.java:1604) org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1520) org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1512) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1481) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1415) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$495/813935495.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: (jenkins-hbase3.apache.org,40385,1694031931834)-proc-coordinator-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:60712@0x5a7d3dff java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1455) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1485) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1415) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$495/813935495.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:60712@0x12ff3193-SendThread(127.0.0.1:60712) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1261) Potentially hanging thread: rs(jenkins-hbase3.apache.org,38819,1694031934939)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-404697736_16 at /127.0.0.1:38222 [Waiting for operation #15] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x38132f5f-shared-pool-24 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:60712@0x12ff3193 java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1455) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1485) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1415) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$495/813935495.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-404697736_16 at /127.0.0.1:38242 [Waiting for operation #9] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:60712@0x5a7d3dff-SendThread(127.0.0.1:60712) java.lang.Thread.sleep(Native Method) org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:228) org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1338) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1261) Potentially hanging thread: rs(jenkins-hbase3.apache.org,38819,1694031934939)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x38132f5f-shared-pool-23 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x38132f5f-shared-pool-26 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x38132f5f-shared-pool-25 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase3.apache.org,38819,1694031934939)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-1000700929-172.31.12.81-1694031928410:blk_1073741898_1074, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-1000700929-172.31.12.81-1694031928410:blk_1073741897_1073, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: region-location-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:60712@0x5a7d3dff-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:60712@0x751b9713-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/cluster_7892636a-f799-b7c9-4d01-c800421777df/dfs/data/data1/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-404697736_16 at /127.0.0.1:38176 [Waiting for operation #16] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/cluster_7892636a-f799-b7c9-4d01-c800421777df/dfs/data/data2/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2138517201_16 at /127.0.0.1:50340 [Receiving block BP-1000700929-172.31.12.81-1694031928410:blk_1073741898_1074] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=694 (was 660) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=236 (was 305), ProcessCount=167 (was 167), AvailableMemoryMB=3862 (was 3975) 2023-09-06T20:26:49,533 WARN [Listener at jenkins-hbase3.apache.org/36373 {}] hbase.ResourceChecker(130): Thread=603 is superior to 500 2023-09-06T20:26:49,540 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2023-09-06T20:26:49,540 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:26:49,540 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x42e50e13 to 127.0.0.1:60712 2023-09-06T20:26:49,540 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:26:49,540 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2023-09-06T20:26:49,540 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] util.JVMClusterUtil(257): Found active master hash=679104097, stopped=false 2023-09-06T20:26:49,541 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] master.ServerManager(910): Cluster shutdown requested of master=jenkins-hbase3.apache.org,40385,1694031931834 2023-09-06T20:26:49,593 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2023-09-06T20:26:49,593 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38819-0x100eef546510001, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2023-09-06T20:26:49,593 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:26:49,593 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38819-0x100eef546510001, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:26:49,593 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] procedure2.ProcedureExecutor(630): Stopping 2023-09-06T20:26:49,593 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-09-06T20:26:49,593 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38819-0x100eef546510001, quorum=127.0.0.1:60712, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-09-06T20:26:49,593 DEBUG [Listener at jenkins-hbase3.apache.org/36373 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:26:49,594 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,38819,1694031934939' ***** 2023-09-06T20:26:49,594 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] regionserver.HRegionServer(2531): STOPPED: Shutdown requested 2023-09-06T20:26:49,594 INFO [RS:0;jenkins-hbase3:38819 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-09-06T20:26:49,607 INFO [RS:0;jenkins-hbase3:38819 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@54574d81{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-09-06T20:26:49,612 INFO [RS:0;jenkins-hbase3:38819 {}] server.AbstractConnector(383): Stopped ServerConnector@f852f1f{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-09-06T20:26:49,612 INFO [RS:0;jenkins-hbase3:38819 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-09-06T20:26:49,613 INFO [RS:0;jenkins-hbase3:38819 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@7c20c017{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-09-06T20:26:49,614 INFO [RS:0;jenkins-hbase3:38819 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@63fa8802{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/hadoop.log.dir/,STOPPED} 2023-09-06T20:26:49,616 INFO [RS:0;jenkins-hbase3:38819 {}] regionserver.HeapMemoryManager(220): Stopping 2023-09-06T20:26:49,616 INFO [RS:0;jenkins-hbase3:38819 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2023-09-06T20:26:49,616 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2023-09-06T20:26:49,616 INFO [RS:0;jenkins-hbase3:38819 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2023-09-06T20:26:49,616 INFO [RS:0;jenkins-hbase3:38819 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2023-09-06T20:26:49,617 INFO [RS:0;jenkins-hbase3:38819 {}] regionserver.HRegionServer(3528): Received CLOSE for cb91197ca9aa65f755ccee9ca0672e8f 2023-09-06T20:26:49,617 INFO [RS:0;jenkins-hbase3:38819 {}] regionserver.HRegionServer(3528): Received CLOSE for e17a41ef167b657c2090507013deb9d0 2023-09-06T20:26:49,617 INFO [RS:0;jenkins-hbase3:38819 {}] regionserver.HRegionServer(3528): Received CLOSE for 39443ee7661d40e60d28af4414a90c1d 2023-09-06T20:26:49,617 INFO [RS:0;jenkins-hbase3:38819 {}] regionserver.HRegionServer(3528): Received CLOSE for 5d18ff108fa839a8ed15050d7f63d579 2023-09-06T20:26:49,617 INFO [RS:0;jenkins-hbase3:38819 {}] regionserver.HRegionServer(3528): Received CLOSE for cdfe7f59b05356e54cc5ef109375e944 2023-09-06T20:26:49,617 INFO [RS:0;jenkins-hbase3:38819 {}] regionserver.HRegionServer(3528): Received CLOSE for 118517ebc64cb55f222ebb4ad9e98145 2023-09-06T20:26:49,617 INFO [RS:0;jenkins-hbase3:38819 {}] regionserver.HRegionServer(3528): Received CLOSE for e4367111c2e0e5e0eb06f664ac81536a 2023-09-06T20:26:49,617 INFO [RS:0;jenkins-hbase3:38819 {}] regionserver.HRegionServer(3528): Received CLOSE for 41a0e9b67abac7755a833796625d66c8 2023-09-06T20:26:49,617 INFO [RS:0;jenkins-hbase3:38819 {}] regionserver.HRegionServer(3528): Received CLOSE for 568706f7c2a98e715b55a42c68fdc17b 2023-09-06T20:26:49,617 INFO [RS:0;jenkins-hbase3:38819 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:26:49,617 INFO [RS:0;jenkins-hbase3:38819 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:26:49,617 DEBUG [RS:0;jenkins-hbase3:38819 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:26:49,618 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing cb91197ca9aa65f755ccee9ca0672e8f, disabling compactions & flushes 2023-09-06T20:26:49,618 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1694031951607.cb91197ca9aa65f755ccee9ca0672e8f. 2023-09-06T20:26:49,618 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1694031951607.cb91197ca9aa65f755ccee9ca0672e8f. 2023-09-06T20:26:49,618 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1694031951607.cb91197ca9aa65f755ccee9ca0672e8f. after waiting 0 ms 2023-09-06T20:26:49,618 INFO [RS:0;jenkins-hbase3:38819 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2023-09-06T20:26:49,618 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1694031951607.cb91197ca9aa65f755ccee9ca0672e8f. 2023-09-06T20:26:49,618 INFO [RS:0;jenkins-hbase3:38819 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2023-09-06T20:26:49,618 INFO [RS:0;jenkins-hbase3:38819 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2023-09-06T20:26:49,618 INFO [RS:0;jenkins-hbase3:38819 {}] regionserver.HRegionServer(3528): Received CLOSE for 1588230740 2023-09-06T20:26:49,619 INFO [RS:0;jenkins-hbase3:38819 {}] regionserver.HRegionServer(1579): Waiting on 10 regions to close 2023-09-06T20:26:49,619 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-09-06T20:26:49,620 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-09-06T20:26:49,620 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-09-06T20:26:49,620 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-09-06T20:26:49,620 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-09-06T20:26:49,620 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2819): Flushing 1588230740 3/3 column families, dataSize=11.59 KB heapSize=20.33 KB 2023-09-06T20:26:49,620 DEBUG [RS:0;jenkins-hbase3:38819 {}] regionserver.HRegionServer(1609): Waiting on 118517ebc64cb55f222ebb4ad9e98145, 1588230740, 39443ee7661d40e60d28af4414a90c1d, 41a0e9b67abac7755a833796625d66c8, 568706f7c2a98e715b55a42c68fdc17b, 5d18ff108fa839a8ed15050d7f63d579, cb91197ca9aa65f755ccee9ca0672e8f, cdfe7f59b05356e54cc5ef109375e944, e17a41ef167b657c2090507013deb9d0, e4367111c2e0e5e0eb06f664ac81536a 2023-09-06T20:26:49,624 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/backup/system_bulk/cb91197ca9aa65f755ccee9ca0672e8f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-09-06T20:26:49,624 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:26:49,626 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system_bulk,,1694031951607.cb91197ca9aa65f755ccee9ca0672e8f. 2023-09-06T20:26:49,626 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for cb91197ca9aa65f755ccee9ca0672e8f: 2023-09-06T20:26:49,626 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1694031951607.cb91197ca9aa65f755ccee9ca0672e8f. 2023-09-06T20:26:49,626 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing e17a41ef167b657c2090507013deb9d0, disabling compactions & flushes 2023-09-06T20:26:49,626 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region test-1694031944029,,1694031944520.e17a41ef167b657c2090507013deb9d0. 2023-09-06T20:26:49,626 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1694031944029,,1694031944520.e17a41ef167b657c2090507013deb9d0. 2023-09-06T20:26:49,626 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on test-1694031944029,,1694031944520.e17a41ef167b657c2090507013deb9d0. after waiting 0 ms 2023-09-06T20:26:49,626 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region test-1694031944029,,1694031944520.e17a41ef167b657c2090507013deb9d0. 2023-09-06T20:26:49,626 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing e17a41ef167b657c2090507013deb9d0 1/1 column families, dataSize=10.60 KB heapSize=25 KB 2023-09-06T20:26:49,631 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/default/test-1694031944029/e17a41ef167b657c2090507013deb9d0/.tmp/f/a9db177f514d45ad9e6329508158f81e is 59, key is row-test-1694031944029-1-10/f:q1/1694031965096/Put/seqid=0 2023-09-06T20:26:49,641 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.60 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/default/test-1694031944029/e17a41ef167b657c2090507013deb9d0/.tmp/f/a9db177f514d45ad9e6329508158f81e 2023-09-06T20:26:49,647 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/hbase/meta/1588230740/.tmp/info/f782bd96bc524d55a06dc1fcfb9087c4 is 159, key is ns2:test-16940319440291,,1694031945778.cdfe7f59b05356e54cc5ef109375e944./info:regioninfo/1694031946575/Put/seqid=0 2023-09-06T20:26:49,648 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/default/test-1694031944029/e17a41ef167b657c2090507013deb9d0/.tmp/f/a9db177f514d45ad9e6329508158f81e as hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/default/test-1694031944029/e17a41ef167b657c2090507013deb9d0/f/a9db177f514d45ad9e6329508158f81e 2023-09-06T20:26:49,650 INFO [regionserver/jenkins-hbase3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2023-09-06T20:26:49,654 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/default/test-1694031944029/e17a41ef167b657c2090507013deb9d0/f/a9db177f514d45ad9e6329508158f81e, entries=198, sequenceid=304, filesize=16.2 K 2023-09-06T20:26:49,655 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~10.60 KB/10850, heapSize ~24.98 KB/25584, currentSize=0 B/0 for e17a41ef167b657c2090507013deb9d0 in 29ms, sequenceid=304, compaction requested=false 2023-09-06T20:26:49,664 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.74 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/hbase/meta/1588230740/.tmp/info/f782bd96bc524d55a06dc1fcfb9087c4 2023-09-06T20:26:49,667 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/default/test-1694031944029/e17a41ef167b657c2090507013deb9d0/recovered.edits/307.seqid, newMaxSeqId=307, maxSeqId=1 2023-09-06T20:26:49,668 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:26:49,669 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed test-1694031944029,,1694031944520.e17a41ef167b657c2090507013deb9d0. 2023-09-06T20:26:49,669 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for e17a41ef167b657c2090507013deb9d0: 2023-09-06T20:26:49,669 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1694031944029,,1694031944520.e17a41ef167b657c2090507013deb9d0. 2023-09-06T20:26:49,669 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 39443ee7661d40e60d28af4414a90c1d, disabling compactions & flushes 2023-09-06T20:26:49,669 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region table1,,1694031994244.39443ee7661d40e60d28af4414a90c1d. 2023-09-06T20:26:49,669 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,,1694031994244.39443ee7661d40e60d28af4414a90c1d. 2023-09-06T20:26:49,669 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on table1,,1694031994244.39443ee7661d40e60d28af4414a90c1d. after waiting 0 ms 2023-09-06T20:26:49,669 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region table1,,1694031994244.39443ee7661d40e60d28af4414a90c1d. 2023-09-06T20:26:49,677 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/default/table1/39443ee7661d40e60d28af4414a90c1d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2023-09-06T20:26:49,677 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:26:49,678 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed table1,,1694031994244.39443ee7661d40e60d28af4414a90c1d. 2023-09-06T20:26:49,678 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 39443ee7661d40e60d28af4414a90c1d: 2023-09-06T20:26:49,678 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,,1694031994244.39443ee7661d40e60d28af4414a90c1d. 2023-09-06T20:26:49,679 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 5d18ff108fa839a8ed15050d7f63d579, disabling compactions & flushes 2023-09-06T20:26:49,679 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns2:table2,,1694032001831.5d18ff108fa839a8ed15050d7f63d579. 2023-09-06T20:26:49,679 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:table2,,1694032001831.5d18ff108fa839a8ed15050d7f63d579. 2023-09-06T20:26:49,679 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns2:table2,,1694032001831.5d18ff108fa839a8ed15050d7f63d579. after waiting 0 ms 2023-09-06T20:26:49,679 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns2:table2,,1694032001831.5d18ff108fa839a8ed15050d7f63d579. 2023-09-06T20:26:49,687 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/ns2/table2/5d18ff108fa839a8ed15050d7f63d579/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2023-09-06T20:26:49,688 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:26:49,689 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns2:table2,,1694032001831.5d18ff108fa839a8ed15050d7f63d579. 2023-09-06T20:26:49,689 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 5d18ff108fa839a8ed15050d7f63d579: 2023-09-06T20:26:49,689 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:table2,,1694032001831.5d18ff108fa839a8ed15050d7f63d579. 2023-09-06T20:26:49,689 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing cdfe7f59b05356e54cc5ef109375e944, disabling compactions & flushes 2023-09-06T20:26:49,689 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns2:test-16940319440291,,1694031945778.cdfe7f59b05356e54cc5ef109375e944. 2023-09-06T20:26:49,689 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16940319440291,,1694031945778.cdfe7f59b05356e54cc5ef109375e944. 2023-09-06T20:26:49,689 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16940319440291,,1694031945778.cdfe7f59b05356e54cc5ef109375e944. after waiting 0 ms 2023-09-06T20:26:49,689 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16940319440291,,1694031945778.cdfe7f59b05356e54cc5ef109375e944. 2023-09-06T20:26:49,689 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing cdfe7f59b05356e54cc5ef109375e944 1/1 column families, dataSize=11.56 KB heapSize=26.55 KB 2023-09-06T20:26:49,692 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/ns2/test-16940319440291/cdfe7f59b05356e54cc5ef109375e944/.tmp/f/1f856524f4bc4976b906c895ea93b18f is 64, key is row-ns2:test-16940319440291-1-10/f:q1/1694031965226/Put/seqid=0 2023-09-06T20:26:49,696 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/hbase/meta/1588230740/.tmp/table/3fda3a5e0b504a46afc752b9782f2754 is 59, key is ns2:test-16940319440291/table:state/1694031946584/Put/seqid=0 2023-09-06T20:26:49,820 DEBUG [RS:0;jenkins-hbase3:38819 {}] regionserver.HRegionServer(1609): Waiting on 118517ebc64cb55f222ebb4ad9e98145, 1588230740, 41a0e9b67abac7755a833796625d66c8, 568706f7c2a98e715b55a42c68fdc17b, cdfe7f59b05356e54cc5ef109375e944, e4367111c2e0e5e0eb06f664ac81536a 2023-09-06T20:26:49,922 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2023-09-06T20:26:49,922 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2023-09-06T20:26:50,021 DEBUG [RS:0;jenkins-hbase3:38819 {}] regionserver.HRegionServer(1609): Waiting on 118517ebc64cb55f222ebb4ad9e98145, 1588230740, 41a0e9b67abac7755a833796625d66c8, 568706f7c2a98e715b55a42c68fdc17b, cdfe7f59b05356e54cc5ef109375e944, e4367111c2e0e5e0eb06f664ac81536a 2023-09-06T20:26:50,100 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.56 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/ns2/test-16940319440291/cdfe7f59b05356e54cc5ef109375e944/.tmp/f/1f856524f4bc4976b906c895ea93b18f 2023-09-06T20:26:50,104 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=874 B at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/hbase/meta/1588230740/.tmp/table/3fda3a5e0b504a46afc752b9782f2754 2023-09-06T20:26:50,108 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/ns2/test-16940319440291/cdfe7f59b05356e54cc5ef109375e944/.tmp/f/1f856524f4bc4976b906c895ea93b18f as hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/ns2/test-16940319440291/cdfe7f59b05356e54cc5ef109375e944/f/1f856524f4bc4976b906c895ea93b18f 2023-09-06T20:26:50,110 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/hbase/meta/1588230740/.tmp/info/f782bd96bc524d55a06dc1fcfb9087c4 as hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/hbase/meta/1588230740/info/f782bd96bc524d55a06dc1fcfb9087c4 2023-09-06T20:26:50,119 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/ns2/test-16940319440291/cdfe7f59b05356e54cc5ef109375e944/f/1f856524f4bc4976b906c895ea93b18f, entries=198, sequenceid=304, filesize=17.2 K 2023-09-06T20:26:50,120 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~11.56 KB/11840, heapSize ~26.53 KB/27168, currentSize=0 B/0 for cdfe7f59b05356e54cc5ef109375e944 in 431ms, sequenceid=304, compaction requested=false 2023-09-06T20:26:50,125 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/hbase/meta/1588230740/info/f782bd96bc524d55a06dc1fcfb9087c4, entries=90, sequenceid=49, filesize=16.4 K 2023-09-06T20:26:50,126 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/hbase/meta/1588230740/.tmp/table/3fda3a5e0b504a46afc752b9782f2754 as hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/hbase/meta/1588230740/table/3fda3a5e0b504a46afc752b9782f2754 2023-09-06T20:26:50,133 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/hbase/meta/1588230740/table/3fda3a5e0b504a46afc752b9782f2754, entries=18, sequenceid=49, filesize=5.9 K 2023-09-06T20:26:50,134 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3022): Finished flush of dataSize ~11.59 KB/11868, heapSize ~20.05 KB/20528, currentSize=0 B/0 for 1588230740 in 514ms, sequenceid=49, compaction requested=false 2023-09-06T20:26:50,135 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/ns2/test-16940319440291/cdfe7f59b05356e54cc5ef109375e944/recovered.edits/307.seqid, newMaxSeqId=307, maxSeqId=1 2023-09-06T20:26:50,137 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:26:50,139 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns2:test-16940319440291,,1694031945778.cdfe7f59b05356e54cc5ef109375e944. 2023-09-06T20:26:50,139 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for cdfe7f59b05356e54cc5ef109375e944: 2023-09-06T20:26:50,139 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-16940319440291,,1694031945778.cdfe7f59b05356e54cc5ef109375e944. 2023-09-06T20:26:50,140 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 118517ebc64cb55f222ebb4ad9e98145, disabling compactions & flushes 2023-09-06T20:26:50,140 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region hbase:namespace,,1694031938083.118517ebc64cb55f222ebb4ad9e98145. 2023-09-06T20:26:50,140 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1694031938083.118517ebc64cb55f222ebb4ad9e98145. 2023-09-06T20:26:50,140 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1694031938083.118517ebc64cb55f222ebb4ad9e98145. after waiting 0 ms 2023-09-06T20:26:50,140 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1694031938083.118517ebc64cb55f222ebb4ad9e98145. 2023-09-06T20:26:50,140 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 118517ebc64cb55f222ebb4ad9e98145 1/1 column families, dataSize=249 B heapSize=1.02 KB 2023-09-06T20:26:50,143 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/hbase/meta/1588230740/recovered.edits/52.seqid, newMaxSeqId=52, maxSeqId=1 2023-09-06T20:26:50,143 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:26:50,144 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-09-06T20:26:50,144 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-09-06T20:26:50,144 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-09-06T20:26:50,144 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2023-09-06T20:26:50,154 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/hbase/namespace/118517ebc64cb55f222ebb4ad9e98145/.tmp/info/ca0c8ae4aa77448f8239880b25c1ce65 is 45, key is default/info:d/1694031939077/Put/seqid=0 2023-09-06T20:26:50,221 DEBUG [RS:0;jenkins-hbase3:38819 {}] regionserver.HRegionServer(1609): Waiting on 118517ebc64cb55f222ebb4ad9e98145, 41a0e9b67abac7755a833796625d66c8, 568706f7c2a98e715b55a42c68fdc17b, e4367111c2e0e5e0eb06f664ac81536a 2023-09-06T20:26:50,421 DEBUG [RS:0;jenkins-hbase3:38819 {}] regionserver.HRegionServer(1609): Waiting on 118517ebc64cb55f222ebb4ad9e98145, 41a0e9b67abac7755a833796625d66c8, 568706f7c2a98e715b55a42c68fdc17b, e4367111c2e0e5e0eb06f664ac81536a 2023-09-06T20:26:50,558 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/hbase/namespace/118517ebc64cb55f222ebb4ad9e98145/.tmp/info/ca0c8ae4aa77448f8239880b25c1ce65 2023-09-06T20:26:50,565 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/hbase/namespace/118517ebc64cb55f222ebb4ad9e98145/.tmp/info/ca0c8ae4aa77448f8239880b25c1ce65 as hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/hbase/namespace/118517ebc64cb55f222ebb4ad9e98145/info/ca0c8ae4aa77448f8239880b25c1ce65 2023-09-06T20:26:50,570 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/hbase/namespace/118517ebc64cb55f222ebb4ad9e98145/info/ca0c8ae4aa77448f8239880b25c1ce65, entries=7, sequenceid=11, filesize=5.1 K 2023-09-06T20:26:50,571 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~249 B/249, heapSize ~1.01 KB/1032, currentSize=0 B/0 for 118517ebc64cb55f222ebb4ad9e98145 in 431ms, sequenceid=11, compaction requested=false 2023-09-06T20:26:50,578 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/hbase/namespace/118517ebc64cb55f222ebb4ad9e98145/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2023-09-06T20:26:50,579 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:26:50,579 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed hbase:namespace,,1694031938083.118517ebc64cb55f222ebb4ad9e98145. 2023-09-06T20:26:50,579 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 118517ebc64cb55f222ebb4ad9e98145: 2023-09-06T20:26:50,579 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1694031938083.118517ebc64cb55f222ebb4ad9e98145. 2023-09-06T20:26:50,580 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing e4367111c2e0e5e0eb06f664ac81536a, disabling compactions & flushes 2023-09-06T20:26:50,580 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns3:test-16940319440292,,1694031946994.e4367111c2e0e5e0eb06f664ac81536a. 2023-09-06T20:26:50,580 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16940319440292,,1694031946994.e4367111c2e0e5e0eb06f664ac81536a. 2023-09-06T20:26:50,580 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16940319440292,,1694031946994.e4367111c2e0e5e0eb06f664ac81536a. after waiting 0 ms 2023-09-06T20:26:50,580 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16940319440292,,1694031946994.e4367111c2e0e5e0eb06f664ac81536a. 2023-09-06T20:26:50,583 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/ns3/test-16940319440292/e4367111c2e0e5e0eb06f664ac81536a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-09-06T20:26:50,584 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:26:50,584 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns3:test-16940319440292,,1694031946994.e4367111c2e0e5e0eb06f664ac81536a. 2023-09-06T20:26:50,584 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for e4367111c2e0e5e0eb06f664ac81536a: 2023-09-06T20:26:50,584 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-16940319440292,,1694031946994.e4367111c2e0e5e0eb06f664ac81536a. 2023-09-06T20:26:50,585 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 41a0e9b67abac7755a833796625d66c8, disabling compactions & flushes 2023-09-06T20:26:50,585 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns4:test-16940319440293,,1694031949124.41a0e9b67abac7755a833796625d66c8. 2023-09-06T20:26:50,585 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16940319440293,,1694031949124.41a0e9b67abac7755a833796625d66c8. 2023-09-06T20:26:50,585 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16940319440293,,1694031949124.41a0e9b67abac7755a833796625d66c8. after waiting 0 ms 2023-09-06T20:26:50,585 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16940319440293,,1694031949124.41a0e9b67abac7755a833796625d66c8. 2023-09-06T20:26:50,588 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/ns4/test-16940319440293/41a0e9b67abac7755a833796625d66c8/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-09-06T20:26:50,589 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:26:50,590 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns4:test-16940319440293,,1694031949124.41a0e9b67abac7755a833796625d66c8. 2023-09-06T20:26:50,590 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 41a0e9b67abac7755a833796625d66c8: 2023-09-06T20:26:50,590 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-16940319440293,,1694031949124.41a0e9b67abac7755a833796625d66c8. 2023-09-06T20:26:50,590 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 568706f7c2a98e715b55a42c68fdc17b, disabling compactions & flushes 2023-09-06T20:26:50,590 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system,,1694031950477.568706f7c2a98e715b55a42c68fdc17b. 2023-09-06T20:26:50,590 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1694031950477.568706f7c2a98e715b55a42c68fdc17b. 2023-09-06T20:26:50,590 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1694031950477.568706f7c2a98e715b55a42c68fdc17b. after waiting 0 ms 2023-09-06T20:26:50,590 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1694031950477.568706f7c2a98e715b55a42c68fdc17b. 2023-09-06T20:26:50,590 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 568706f7c2a98e715b55a42c68fdc17b 2/2 column families, dataSize=1.66 KB heapSize=3.18 KB 2023-09-06T20:26:50,596 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/backup/system/568706f7c2a98e715b55a42c68fdc17b/.tmp/meta/4a383755c855462ca649f78024b8af27 is 171, key is trslm:hdfs://localhost:40377/backupUT\x00ns2:test-16940319440291/meta:log-roll-map/1694031985677/Put/seqid=0 2023-09-06T20:26:50,621 INFO [RS:0;jenkins-hbase3:38819 {}] regionserver.HRegionServer(1579): Waiting on 1 regions to close 2023-09-06T20:26:50,621 DEBUG [RS:0;jenkins-hbase3:38819 {}] regionserver.HRegionServer(1583): Online Regions={568706f7c2a98e715b55a42c68fdc17b=backup:system,,1694031950477.568706f7c2a98e715b55a42c68fdc17b.} 2023-09-06T20:26:50,622 DEBUG [RS:0;jenkins-hbase3:38819 {}] regionserver.HRegionServer(1609): Waiting on 568706f7c2a98e715b55a42c68fdc17b 2023-09-06T20:26:50,822 DEBUG [RS:0;jenkins-hbase3:38819 {}] regionserver.HRegionServer(1609): Waiting on 568706f7c2a98e715b55a42c68fdc17b 2023-09-06T20:26:51,006 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=729 B at sequenceid=44 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/backup/system/568706f7c2a98e715b55a42c68fdc17b/.tmp/meta/4a383755c855462ca649f78024b8af27 2023-09-06T20:26:51,013 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4a383755c855462ca649f78024b8af27 2023-09-06T20:26:51,017 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/backup/system/568706f7c2a98e715b55a42c68fdc17b/.tmp/session/753558b07a4d48d3937bfd2e2e4c356e is 360, key is session:backup_1694031976995/session:context/1694031986940/Put/seqid=0 2023-09-06T20:26:51,022 DEBUG [RS:0;jenkins-hbase3:38819 {}] regionserver.HRegionServer(1609): Waiting on 568706f7c2a98e715b55a42c68fdc17b 2023-09-06T20:26:51,222 DEBUG [RS:0;jenkins-hbase3:38819 {}] regionserver.HRegionServer(1609): Waiting on 568706f7c2a98e715b55a42c68fdc17b 2023-09-06T20:26:51,422 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=972 B at sequenceid=44 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/backup/system/568706f7c2a98e715b55a42c68fdc17b/.tmp/session/753558b07a4d48d3937bfd2e2e4c356e 2023-09-06T20:26:51,423 DEBUG [RS:0;jenkins-hbase3:38819 {}] regionserver.HRegionServer(1609): Waiting on 568706f7c2a98e715b55a42c68fdc17b 2023-09-06T20:26:51,431 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 753558b07a4d48d3937bfd2e2e4c356e 2023-09-06T20:26:51,432 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/backup/system/568706f7c2a98e715b55a42c68fdc17b/.tmp/meta/4a383755c855462ca649f78024b8af27 as hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/backup/system/568706f7c2a98e715b55a42c68fdc17b/meta/4a383755c855462ca649f78024b8af27 2023-09-06T20:26:51,437 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4a383755c855462ca649f78024b8af27 2023-09-06T20:26:51,438 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/backup/system/568706f7c2a98e715b55a42c68fdc17b/meta/4a383755c855462ca649f78024b8af27, entries=5, sequenceid=44, filesize=5.7 K 2023-09-06T20:26:51,439 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/backup/system/568706f7c2a98e715b55a42c68fdc17b/.tmp/session/753558b07a4d48d3937bfd2e2e4c356e as hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/backup/system/568706f7c2a98e715b55a42c68fdc17b/session/753558b07a4d48d3937bfd2e2e4c356e 2023-09-06T20:26:51,444 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 753558b07a4d48d3937bfd2e2e4c356e 2023-09-06T20:26:51,444 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/backup/system/568706f7c2a98e715b55a42c68fdc17b/session/753558b07a4d48d3937bfd2e2e4c356e, entries=3, sequenceid=44, filesize=5.5 K 2023-09-06T20:26:51,445 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~1.66 KB/1701, heapSize ~3.15 KB/3224, currentSize=0 B/0 for 568706f7c2a98e715b55a42c68fdc17b in 855ms, sequenceid=44, compaction requested=true 2023-09-06T20:26:51,459 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/data/backup/system/568706f7c2a98e715b55a42c68fdc17b/recovered.edits/47.seqid, newMaxSeqId=47, maxSeqId=1 2023-09-06T20:26:51,459 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:26:51,460 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system,,1694031950477.568706f7c2a98e715b55a42c68fdc17b. 2023-09-06T20:26:51,460 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 568706f7c2a98e715b55a42c68fdc17b: 2023-09-06T20:26:51,460 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1694031950477.568706f7c2a98e715b55a42c68fdc17b. 2023-09-06T20:26:51,623 INFO [RS:0;jenkins-hbase3:38819 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,38819,1694031934939; all regions closed. 2023-09-06T20:26:51,632 DEBUG [RS:0;jenkins-hbase3:38819 {}] wal.AbstractFSWAL(1062): Moved 2 WAL file(s) to /user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/oldWALs 2023-09-06T20:26:51,632 INFO [RS:0;jenkins-hbase3:38819 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C38819%2C1694031934939.meta:.meta(num 1694031979191) 2023-09-06T20:26:51,640 DEBUG [RS:0;jenkins-hbase3:38819 {}] wal.AbstractFSWAL(1062): Moved 4 WAL file(s) to /user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/oldWALs 2023-09-06T20:26:51,640 INFO [RS:0;jenkins-hbase3:38819 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C38819%2C1694031934939:(num 1694031979174) 2023-09-06T20:26:51,640 DEBUG [RS:0;jenkins-hbase3:38819 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:26:51,640 INFO [RS:0;jenkins-hbase3:38819 {}] regionserver.LeaseManager(133): Closed leases 2023-09-06T20:26:51,640 INFO [RS:0;jenkins-hbase3:38819 {}] hbase.ChoreService(370): Chore service for: regionserver/jenkins-hbase3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2023-09-06T20:26:51,641 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-09-06T20:26:51,643 INFO [RS:0;jenkins-hbase3:38819 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:38819 2023-09-06T20:26:51,651 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38819-0x100eef546510001, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/jenkins-hbase3.apache.org,38819,1694031934939 2023-09-06T20:26:51,651 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-09-06T20:26:51,653 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [jenkins-hbase3.apache.org,38819,1694031934939] 2023-09-06T20:26:51,653 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing jenkins-hbase3.apache.org,38819,1694031934939; numProcessing=1 2023-09-06T20:26:51,655 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(224): Node /1/draining/jenkins-hbase3.apache.org,38819,1694031934939 already deleted, retry=false 2023-09-06T20:26:51,655 INFO [RegionServerTracker-0 {}] master.ServerManager(569): Cluster shutdown set; jenkins-hbase3.apache.org,38819,1694031934939 expired; onlineServers=0 2023-09-06T20:26:51,655 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,40385,1694031931834' ***** 2023-09-06T20:26:51,655 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2531): STOPPED: Cluster shutdown set; onlineServer=0 2023-09-06T20:26:51,656 DEBUG [M:0;jenkins-hbase3:40385 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b89260, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-09-06T20:26:51,656 INFO [M:0;jenkins-hbase3:40385 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-09-06T20:26:51,665 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2023-09-06T20:26:51,665 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:26:51,666 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-09-06T20:26:51,715 INFO [M:0;jenkins-hbase3:40385 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@4c1dd1b9{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-09-06T20:26:51,715 INFO [M:0;jenkins-hbase3:40385 {}] server.AbstractConnector(383): Stopped ServerConnector@696f8cb9{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-09-06T20:26:51,716 INFO [M:0;jenkins-hbase3:40385 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-09-06T20:26:51,716 INFO [M:0;jenkins-hbase3:40385 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@2035f284{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-09-06T20:26:51,717 INFO [M:0;jenkins-hbase3:40385 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@150e5d96{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/hadoop.log.dir/,STOPPED} 2023-09-06T20:26:51,717 INFO [M:0;jenkins-hbase3:40385 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,40385,1694031931834 2023-09-06T20:26:51,717 INFO [M:0;jenkins-hbase3:40385 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,40385,1694031931834; all regions closed. 2023-09-06T20:26:51,717 DEBUG [M:0;jenkins-hbase3:40385 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:26:51,717 INFO [M:0;jenkins-hbase3:40385 {}] master.HMaster(1665): Stopping master jetty server 2023-09-06T20:26:51,718 INFO [M:0;jenkins-hbase3:40385 {}] server.AbstractConnector(383): Stopped ServerConnector@1cb517bf{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-09-06T20:26:51,718 DEBUG [M:0;jenkins-hbase3:40385 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2023-09-06T20:26:51,719 INFO [M:0;jenkins-hbase3:40385 {}] master.BackupLogCleaner(171): Stopping BackupLogCleaner 2023-09-06T20:26:51,719 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2023-09-06T20:26:51,719 DEBUG [M:0;jenkins-hbase3:40385 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x4de5ce47 to 127.0.0.1:60712 2023-09-06T20:26:51,719 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1694031936704 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1694031936704,5,FailOnTimeoutGroup] 2023-09-06T20:26:51,719 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1694031936706 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1694031936706,5,FailOnTimeoutGroup] 2023-09-06T20:26:51,719 DEBUG [M:0;jenkins-hbase3:40385 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:26:51,719 DEBUG [M:0;jenkins-hbase3:40385 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2023-09-06T20:26:51,719 INFO [M:0;jenkins-hbase3:40385 {}] hbase.ChoreService(370): Chore service for: master/jenkins-hbase3:0 had [] on shutdown 2023-09-06T20:26:51,719 DEBUG [M:0;jenkins-hbase3:40385 {}] master.HMaster(1688): Stopping service threads 2023-09-06T20:26:51,719 INFO [M:0;jenkins-hbase3:40385 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2023-09-06T20:26:51,720 ERROR [M:0;jenkins-hbase3:40385 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2023-09-06T20:26:51,720 INFO [M:0;jenkins-hbase3:40385 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-09-06T20:26:51,720 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2023-09-06T20:26:51,721 DEBUG [M:0;jenkins-hbase3:40385 {}] zookeeper.ZKUtil(347): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2023-09-06T20:26:51,721 WARN [M:0;jenkins-hbase3:40385 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2023-09-06T20:26:51,721 INFO [M:0;jenkins-hbase3:40385 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-09-06T20:26:51,721 INFO [M:0;jenkins-hbase3:40385 {}] region.MasterRegion(178): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2023-09-06T20:26:51,722 DEBUG [M:0;jenkins-hbase3:40385 {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-09-06T20:26:51,734 INFO [M:0;jenkins-hbase3:40385 {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:26:51,734 DEBUG [M:0;jenkins-hbase3:40385 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:26:51,734 DEBUG [M:0;jenkins-hbase3:40385 {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-09-06T20:26:51,734 DEBUG [M:0;jenkins-hbase3:40385 {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:26:51,734 INFO [M:0;jenkins-hbase3:40385 {}] regionserver.HRegion(2819): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=188.02 KB heapSize=225.23 KB 2023-09-06T20:26:51,746 DEBUG [M:0;jenkins-hbase3:40385 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f9ce37884eff4bf5bef3b1de06608f6a is 88, key is hbase:meta,,1/info:sn/1694031937332/Put/seqid=0 2023-09-06T20:26:51,750 INFO [M:0;jenkins-hbase3:40385 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=530 B at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f9ce37884eff4bf5bef3b1de06608f6a 2023-09-06T20:26:51,753 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38819-0x100eef546510001, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-09-06T20:26:51,753 INFO [RS:0;jenkins-hbase3:38819 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,38819,1694031934939; zookeeper connection closed. 2023-09-06T20:26:51,753 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38819-0x100eef546510001, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-09-06T20:26:51,753 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@34839243 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@34839243 2023-09-06T20:26:51,754 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2023-09-06T20:26:51,770 DEBUG [M:0;jenkins-hbase3:40385 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f04fcd50496e4afcb67e495200e2fccf is 987, key is \x00\x00\x00\x00\x00\x00\x00\x1D/proc:d/1694031952405/Put/seqid=0 2023-09-06T20:26:51,775 INFO [M:0;jenkins-hbase3:40385 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=187.43 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f04fcd50496e4afcb67e495200e2fccf 2023-09-06T20:26:51,781 INFO [M:0;jenkins-hbase3:40385 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f04fcd50496e4afcb67e495200e2fccf 2023-09-06T20:26:51,798 DEBUG [M:0;jenkins-hbase3:40385 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/173c8ffa151f48cf991014f8e32be4a0 is 82, key is jenkins-hbase3.apache.org,38819,1694031934939/rs:state/1694031936809/Put/seqid=0 2023-09-06T20:26:52,205 INFO [M:0;jenkins-hbase3:40385 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/173c8ffa151f48cf991014f8e32be4a0 2023-09-06T20:26:52,211 DEBUG [M:0;jenkins-hbase3:40385 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f9ce37884eff4bf5bef3b1de06608f6a as hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f9ce37884eff4bf5bef3b1de06608f6a 2023-09-06T20:26:52,216 INFO [M:0;jenkins-hbase3:40385 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f9ce37884eff4bf5bef3b1de06608f6a, entries=8, sequenceid=435, filesize=5.5 K 2023-09-06T20:26:52,217 DEBUG [M:0;jenkins-hbase3:40385 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f04fcd50496e4afcb67e495200e2fccf as hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f04fcd50496e4afcb67e495200e2fccf 2023-09-06T20:26:52,222 INFO [M:0;jenkins-hbase3:40385 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f04fcd50496e4afcb67e495200e2fccf 2023-09-06T20:26:52,222 INFO [M:0;jenkins-hbase3:40385 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f04fcd50496e4afcb67e495200e2fccf, entries=47, sequenceid=435, filesize=15.6 K 2023-09-06T20:26:52,223 DEBUG [M:0;jenkins-hbase3:40385 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/173c8ffa151f48cf991014f8e32be4a0 as hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/173c8ffa151f48cf991014f8e32be4a0 2023-09-06T20:26:52,228 INFO [M:0;jenkins-hbase3:40385 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:40377/user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/173c8ffa151f48cf991014f8e32be4a0, entries=1, sequenceid=435, filesize=5.1 K 2023-09-06T20:26:52,229 INFO [M:0;jenkins-hbase3:40385 {}] regionserver.HRegion(3022): Finished flush of dataSize ~188.02 KB/192536, heapSize ~224.93 KB/230328, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 494ms, sequenceid=435, compaction requested=false 2023-09-06T20:26:52,235 INFO [M:0;jenkins-hbase3:40385 {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:26:52,235 DEBUG [M:0;jenkins-hbase3:40385 {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-09-06T20:26:52,238 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(655): complete file /user/jenkins/test-data/a46eedb0-1eba-6733-d2be-7482016964a2/MasterData/WALs/jenkins-hbase3.apache.org,40385,1694031931834/jenkins-hbase3.apache.org%2C40385%2C1694031931834.1694031935867 not finished, retry = 0 2023-09-06T20:26:52,339 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-09-06T20:26:52,339 INFO [M:0;jenkins-hbase3:40385 {}] flush.MasterFlushTableProcedureManager(85): stop: server shutting down. 2023-09-06T20:26:52,339 INFO [M:0;jenkins-hbase3:40385 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2023-09-06T20:26:52,340 INFO [M:0;jenkins-hbase3:40385 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:40385 2023-09-06T20:26:52,343 DEBUG [M:0;jenkins-hbase3:40385 {}] zookeeper.RecoverableZooKeeper(224): Node /1/rs/jenkins-hbase3.apache.org,40385,1694031931834 already deleted, retry=false 2023-09-06T20:26:52,446 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-09-06T20:26:52,446 INFO [M:0;jenkins-hbase3:40385 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,40385,1694031931834; zookeeper connection closed. 2023-09-06T20:26:52,446 DEBUG [Listener at localhost/42361-EventThread {}] zookeeper.ZKWatcher(604): master:40385-0x100eef546510000, quorum=127.0.0.1:60712, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-09-06T20:26:52,457 WARN [Listener at jenkins-hbase3.apache.org/36373 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-09-06T20:26:52,464 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-09-06T20:26:52,472 WARN [BP-1000700929-172.31.12.81-1694031928410 heartbeating to localhost/127.0.0.1:40377 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-09-06T20:26:52,472 WARN [BP-1000700929-172.31.12.81-1694031928410 heartbeating to localhost/127.0.0.1:40377 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-1000700929-172.31.12.81-1694031928410 (Datanode Uuid 1a8b9ac8-0084-4f18-a16d-8cab63047337) service to localhost/127.0.0.1:40377 2023-09-06T20:26:52,475 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/cluster_7892636a-f799-b7c9-4d01-c800421777df/dfs/data/data1/current/BP-1000700929-172.31.12.81-1694031928410 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-09-06T20:26:52,475 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ad0e6df-1857-d859-dad2-e677b0b8edf8/cluster_7892636a-f799-b7c9-4d01-c800421777df/dfs/data/data2/current/BP-1000700929-172.31.12.81-1694031928410 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-09-06T20:26:52,512 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-09-06T20:26:52,628 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2023-09-06T20:26:52,703 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2023-09-06T20:26:52,703 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] hbase.HBaseTestingUtility(2857): Stopping mini mapreduce cluster... 2023-09-06T20:26:52,715 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-09-06T20:26:52,831 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-09-06T20:26:52,942 ERROR [Thread[Thread-275,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-09-06T20:26:52,942 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-09-06T20:26:52,977 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1694031944029 2023-09-06T20:26:52,977 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-09-06T20:26:52,977 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-09-06T20:26:52,977 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-09-06T20:26:52,977 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-09-06T20:26:52,977 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2023-09-06T20:26:52,977 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-09-06T20:26:52,977 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-16940319440293 2023-09-06T20:26:52,977 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-16940319440291 2023-09-06T20:26:52,977 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:26:52,977 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-16940319440292 2023-09-06T20:26:52,978 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2023-09-06T20:26:53,047 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2023-09-06T20:26:53,053 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(61): Returning, interrupted : java.lang.InterruptedException 2023-09-06T20:26:53,054 ERROR [Thread[Thread-285,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-09-06T20:26:53,063 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-09-06T20:26:53,165 ERROR [Thread[Thread-250,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-09-06T20:26:53,166 INFO [Listener at jenkins-hbase3.apache.org/36373 {}] hbase.HBaseTestingUtility(2860): Mini mapreduce cluster stopped