2023-08-10 06:21:05,540 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 2023-08-10 06:21:05,558 main DEBUG Took 0.015332 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2023-08-10 06:21:05,559 main DEBUG PluginManager 'Core' found 129 plugins 2023-08-10 06:21:05,559 main DEBUG PluginManager 'Level' found 0 plugins 2023-08-10 06:21:05,561 main DEBUG PluginManager 'Lookup' found 16 plugins 2023-08-10 06:21:05,562 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-10 06:21:05,572 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2023-08-10 06:21:05,589 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:21:05,592 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-10 06:21:05,592 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:21:05,593 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-10 06:21:05,593 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:21:05,594 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-10 06:21:05,595 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:21:05,595 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-10 06:21:05,596 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:21:05,596 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-10 06:21:05,597 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:21:05,598 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-10 06:21:05,598 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:21:05,598 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-10 06:21:05,599 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:21:05,599 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-10 06:21:05,599 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:21:05,600 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-10 06:21:05,600 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:21:05,600 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-10 06:21:05,601 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:21:05,601 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-10 06:21:05,602 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:21:05,602 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-10 06:21:05,603 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:21:05,603 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2023-08-10 06:21:05,605 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:21:05,608 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2023-08-10 06:21:05,610 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2023-08-10 06:21:05,610 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2023-08-10 06:21:05,611 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2023-08-10 06:21:05,612 main DEBUG PluginManager 'Converter' found 47 plugins 2023-08-10 06:21:05,623 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2023-08-10 06:21:05,626 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2023-08-10 06:21:05,630 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2023-08-10 06:21:05,630 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2023-08-10 06:21:05,631 main DEBUG createAppenders(={Console}) 2023-08-10 06:21:05,632 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 initialized 2023-08-10 06:21:05,632 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 2023-08-10 06:21:05,632 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 OK. 2023-08-10 06:21:05,633 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2023-08-10 06:21:05,633 main DEBUG OutputStream closed 2023-08-10 06:21:05,633 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2023-08-10 06:21:05,633 main DEBUG Appender DefaultConsole-1 stopped with status true 2023-08-10 06:21:05,634 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@15c43bd9 OK 2023-08-10 06:21:05,679 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586 2023-08-10 06:21:05,681 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=StatusLogger 2023-08-10 06:21:05,683 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=ContextSelector 2023-08-10 06:21:05,684 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name= 2023-08-10 06:21:05,684 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.directory 2023-08-10 06:21:05,685 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2023-08-10 06:21:05,685 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.zookeeper 2023-08-10 06:21:05,685 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2023-08-10 06:21:05,686 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2023-08-10 06:21:05,686 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2023-08-10 06:21:05,686 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase 2023-08-10 06:21:05,686 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop 2023-08-10 06:21:05,687 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2023-08-10 06:21:05,687 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2023-08-10 06:21:05,687 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2023-08-10 06:21:05,687 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2023-08-10 06:21:05,688 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2023-08-10 06:21:05,689 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Appenders,name=Console 2023-08-10 06:21:05,691 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-08-10 06:21:05,692 main DEBUG Reconfiguration complete for context[name=1b6d3586] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.6.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b6e1eff) with optional ClassLoader: null 2023-08-10 06:21:05,692 main DEBUG Shutdown hook enabled. Registering a new one. 2023-08-10 06:21:05,693 main DEBUG LoggerContext[name=1b6d3586, org.apache.logging.log4j.core.LoggerContext@1b6e1eff] started OK. 2023-08-10T06:21:05,723 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestBackupMerge timeout: 13 mins 2023-08-10 06:21:05,727 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2023-08-10 06:21:05,727 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-08-10T06:21:06,049 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4 2023-08-10T06:21:06,055 DEBUG [Time-limited test {}] impl.BackupManager(127): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-08-10T06:21:06,058 DEBUG [Time-limited test {}] impl.BackupManager(157): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2023-08-10T06:21:06,059 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2023-08-10T06:21:06,062 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/cluster_2eb414f7-1587-3470-6a0a-3381a5e0d01d, deleteOnExit=true 2023-08-10T06:21:06,062 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2023-08-10T06:21:06,063 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/test.cache.data in system properties and HBase conf 2023-08-10T06:21:06,063 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/hadoop.tmp.dir in system properties and HBase conf 2023-08-10T06:21:06,064 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/hadoop.log.dir in system properties and HBase conf 2023-08-10T06:21:06,064 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/mapreduce.cluster.local.dir in system properties and HBase conf 2023-08-10T06:21:06,065 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-08-10T06:21:06,065 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-08-10T06:21:06,168 WARN [Time-limited test {}] util.NativeCodeLoader(62): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2023-08-10T06:21:06,684 DEBUG [Time-limited test {}] fs.HFileSystem(308): The file system is not a DistributedFileSystem. Skipping on block location reordering 2023-08-10T06:21:06,690 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-08-10T06:21:06,691 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-08-10T06:21:06,691 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-08-10T06:21:06,691 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-08-10T06:21:06,692 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-08-10T06:21:06,693 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-08-10T06:21:06,693 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-08-10T06:21:06,693 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/dfs.journalnode.edits.dir in system properties and HBase conf 2023-08-10T06:21:06,693 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-08-10T06:21:06,694 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/nfs.dump.dir in system properties and HBase conf 2023-08-10T06:21:06,694 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/java.io.tmpdir in system properties and HBase conf 2023-08-10T06:21:06,694 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/dfs.journalnode.edits.dir in system properties and HBase conf 2023-08-10T06:21:06,695 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-08-10T06:21:06,695 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf Formatting using clusterid: testClusterID 2023-08-10T06:21:07,234 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-08-10T06:21:07,239 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-08-10T06:21:07,583 WARN [Time-limited test {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2023-08-10T06:21:07,747 INFO [Time-limited test {}] log.Slf4jLog(67): Logging to org.apache.logging.slf4j.Log4jLogger@1279f3f9 via org.mortbay.log.Slf4jLog 2023-08-10T06:21:07,770 WARN [Time-limited test {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-08-10T06:21:07,822 INFO [Time-limited test {}] log.Slf4jLog(67): jetty-6.1.26 2023-08-10T06:21:07,859 INFO [Time-limited test {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/hdfs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/java.io.tmpdir/Jetty_localhost_45421_hdfs____.t07mdg/webapp 2023-08-10T06:21:08,014 INFO [Time-limited test {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:45421 2023-08-10T06:21:08,045 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-08-10T06:21:08,046 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-08-10T06:21:08,607 WARN [Listener at localhost/44965 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-08-10T06:21:08,683 WARN [Listener at localhost/44965 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-08-10T06:21:08,709 WARN [Listener at localhost/44965 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-08-10T06:21:08,718 INFO [Listener at localhost/44965 {}] log.Slf4jLog(67): jetty-6.1.26 2023-08-10T06:21:08,727 INFO [Listener at localhost/44965 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/java.io.tmpdir/Jetty_localhost_35595_datanode____.qb3j8q/webapp 2023-08-10T06:21:08,840 INFO [Listener at localhost/44965 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:35595 2023-08-10T06:21:09,122 WARN [Listener at localhost/35125 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-08-10T06:21:09,434 WARN [Thread-52 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-08-10T06:21:09,651 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x6d60f06b4c6c9eb9: Processing first storage report for DS-a7d71890-6ed3-42aa-807e-a68ff3479ec8 from datanode 70a2393e-3923-4e6a-8a0b-58c259d90911 2023-08-10T06:21:09,653 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x6d60f06b4c6c9eb9: from storage DS-a7d71890-6ed3-42aa-807e-a68ff3479ec8 node DatanodeRegistration(127.0.0.1:33251, datanodeUuid=70a2393e-3923-4e6a-8a0b-58c259d90911, infoPort=40863, infoSecurePort=0, ipcPort=35125, storageInfo=lv=-57;cid=testClusterID;nsid=1270953737;c=1691648467327), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2023-08-10T06:21:09,653 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x6d60f06b4c6c9eb9: Processing first storage report for DS-668830d6-bc3e-4af4-b101-bde880ec9136 from datanode 70a2393e-3923-4e6a-8a0b-58c259d90911 2023-08-10T06:21:09,653 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x6d60f06b4c6c9eb9: from storage DS-668830d6-bc3e-4af4-b101-bde880ec9136 node DatanodeRegistration(127.0.0.1:33251, datanodeUuid=70a2393e-3923-4e6a-8a0b-58c259d90911, infoPort=40863, infoSecurePort=0, ipcPort=35125, storageInfo=lv=-57;cid=testClusterID;nsid=1270953737;c=1691648467327), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2023-08-10T06:21:09,703 DEBUG [Listener at localhost/35125 {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4 2023-08-10T06:21:09,806 INFO [Listener at localhost/35125 {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/cluster_2eb414f7-1587-3470-6a0a-3381a5e0d01d/zookeeper_0, clientPort=50433, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/cluster_2eb414f7-1587-3470-6a0a-3381a5e0d01d/zookeeper_0/version-2, dataDirSize=424 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/cluster_2eb414f7-1587-3470-6a0a-3381a5e0d01d/zookeeper_0/version-2, dataLogSize=424 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, serverId=0 2023-08-10T06:21:09,824 INFO [Listener at localhost/35125 {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=50433 2023-08-10T06:21:09,832 INFO [Listener at localhost/35125 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-08-10T06:21:09,834 INFO [Listener at localhost/35125 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-08-10T06:21:10,506 INFO [Listener at localhost/35125 {}] util.FSUtils(461): Created version file at hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c with version=8 2023-08-10T06:21:10,506 INFO [Listener at localhost/35125 {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/hbase-staging 2023-08-10T06:21:10,522 DEBUG [Listener at localhost/35125 {}] hbase.LocalHBaseCluster(134): Setting Master Port to random. 2023-08-10T06:21:10,523 DEBUG [Listener at localhost/35125 {}] hbase.LocalHBaseCluster(141): Setting RegionServer Port to random. 2023-08-10T06:21:10,523 DEBUG [Listener at localhost/35125 {}] hbase.LocalHBaseCluster(151): Setting RS InfoServer Port to random. 2023-08-10T06:21:10,523 DEBUG [Listener at localhost/35125 {}] hbase.LocalHBaseCluster(159): Setting Master InfoServer Port to random. 2023-08-10T06:21:10,737 DEBUG [Listener at localhost/35125 {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2023-08-10T06:21:10,898 INFO [Listener at localhost/35125 {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2023-08-10T06:21:11,595 INFO [Listener at localhost/35125 {}] client.ConnectionUtils(128): master/jenkins-hbase3:0 server-side Connection retries=45 2023-08-10T06:21:11,641 INFO [Listener at localhost/35125 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-08-10T06:21:11,641 INFO [Listener at localhost/35125 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-08-10T06:21:11,642 INFO [Listener at localhost/35125 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-08-10T06:21:11,642 INFO [Listener at localhost/35125 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-08-10T06:21:11,642 INFO [Listener at localhost/35125 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-08-10T06:21:11,789 INFO [Listener at localhost/35125 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-08-10T06:21:11,894 DEBUG [Listener at localhost/35125 {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2023-08-10T06:21:11,900 INFO [Listener at localhost/35125 {}] ipc.NettyRpcServer(177): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-08-10T06:21:11,949 DEBUG [Listener at localhost/35125 {}] channel.DefaultChannelId(79): -Dio.netty.processId: 19583 (auto-detected) 2023-08-10T06:21:11,950 DEBUG [Listener at localhost/35125 {}] channel.DefaultChannelId(101): -Dio.netty.machineId: 02:42:1c:ff:fe:e2:13:ea (auto-detected) 2023-08-10T06:21:11,989 INFO [Listener at localhost/35125 {}] ipc.NettyRpcServer(144): Bind to /172.31.12.81:41231 2023-08-10T06:21:12,005 INFO [Listener at localhost/35125 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-08-10T06:21:12,007 INFO [Listener at localhost/35125 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-08-10T06:21:12,028 INFO [Listener at localhost/35125 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=master:41231 connecting to ZooKeeper ensemble=127.0.0.1:50433 2023-08-10T06:21:12,086 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): master:412310x0, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-08-10T06:21:12,090 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): master:41231-0x10060e48b770000 connected 2023-08-10T06:21:12,122 DEBUG [Listener at localhost/35125 {}] zookeeper.ZKUtil(113): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-08-10T06:21:12,126 DEBUG [Listener at localhost/35125 {}] zookeeper.ZKUtil(113): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-08-10T06:21:12,129 DEBUG [Listener at localhost/35125 {}] zookeeper.ZKUtil(113): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-08-10T06:21:12,140 DEBUG [Listener at localhost/35125 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41231 2023-08-10T06:21:12,141 DEBUG [Listener at localhost/35125 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41231 2023-08-10T06:21:12,142 DEBUG [Listener at localhost/35125 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41231 2023-08-10T06:21:12,146 DEBUG [Listener at localhost/35125 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41231 2023-08-10T06:21:12,146 DEBUG [Listener at localhost/35125 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41231 2023-08-10T06:21:12,206 INFO [Listener at localhost/35125 {}] log.Log(170): Logging initialized @7338ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2023-08-10T06:21:12,330 INFO [Listener at localhost/35125 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-08-10T06:21:12,330 INFO [Listener at localhost/35125 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-08-10T06:21:12,331 INFO [Listener at localhost/35125 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-08-10T06:21:12,333 INFO [Listener at localhost/35125 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2023-08-10T06:21:12,333 INFO [Listener at localhost/35125 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-08-10T06:21:12,334 INFO [Listener at localhost/35125 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-08-10T06:21:12,337 INFO [Listener at localhost/35125 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-08-10T06:21:12,476 INFO [Listener at localhost/35125 {}] http.HttpServer(1219): Jetty bound to port 35135 2023-08-10T06:21:12,479 INFO [Listener at localhost/35125 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-08-10T06:21:12,510 INFO [Listener at localhost/35125 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-08-10T06:21:12,513 INFO [Listener at localhost/35125 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@57c3ac56{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/hadoop.log.dir/,AVAILABLE} 2023-08-10T06:21:12,514 INFO [Listener at localhost/35125 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-08-10T06:21:12,514 INFO [Listener at localhost/35125 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@57782b6{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-08-10T06:21:12,579 INFO [Listener at localhost/35125 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-08-10T06:21:12,593 INFO [Listener at localhost/35125 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-08-10T06:21:12,593 INFO [Listener at localhost/35125 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-08-10T06:21:12,595 INFO [Listener at localhost/35125 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2023-08-10T06:21:12,602 INFO [Listener at localhost/35125 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-08-10T06:21:13,761 INFO [Listener at localhost/35125 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@2af0da77{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-08-10T06:21:13,772 INFO [Listener at localhost/35125 {}] server.AbstractConnector(333): Started ServerConnector@60be379b{HTTP/1.1, (http/1.1)}{0.0.0.0:35135} 2023-08-10T06:21:13,773 INFO [Listener at localhost/35125 {}] server.Server(415): Started @8904ms 2023-08-10T06:21:13,776 INFO [Listener at localhost/35125 {}] master.HMaster(484): hbase.rootdir=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c, hbase.cluster.distributed=false 2023-08-10T06:21:13,836 INFO [Listener at localhost/35125 {}] client.ConnectionUtils(128): regionserver/jenkins-hbase3:0 server-side Connection retries=45 2023-08-10T06:21:13,836 INFO [Listener at localhost/35125 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-08-10T06:21:13,836 INFO [Listener at localhost/35125 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-08-10T06:21:13,836 INFO [Listener at localhost/35125 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-08-10T06:21:13,837 INFO [Listener at localhost/35125 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-08-10T06:21:13,837 INFO [Listener at localhost/35125 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-08-10T06:21:13,846 INFO [Listener at localhost/35125 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-08-10T06:21:13,848 INFO [Listener at localhost/35125 {}] ipc.NettyRpcServer(177): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-08-10T06:21:13,849 INFO [Listener at localhost/35125 {}] ipc.NettyRpcServer(144): Bind to /172.31.12.81:43215 2023-08-10T06:21:13,852 INFO [Listener at localhost/35125 {}] hfile.BlockCacheFactory(127): Allocating BlockCache size=782.40 MB, blockSize=64 KB 2023-08-10T06:21:13,859 DEBUG [Listener at localhost/35125 {}] mob.MobFileCache(120): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2023-08-10T06:21:13,860 INFO [Listener at localhost/35125 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-08-10T06:21:13,863 INFO [Listener at localhost/35125 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-08-10T06:21:13,865 INFO [Listener at localhost/35125 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=regionserver:43215 connecting to ZooKeeper ensemble=127.0.0.1:50433 2023-08-10T06:21:13,870 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): regionserver:432150x0, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-08-10T06:21:13,871 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): regionserver:43215-0x10060e48b770001 connected 2023-08-10T06:21:13,871 DEBUG [Listener at localhost/35125 {}] zookeeper.ZKUtil(113): regionserver:43215-0x10060e48b770001, quorum=127.0.0.1:50433, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-08-10T06:21:13,872 DEBUG [Listener at localhost/35125 {}] zookeeper.ZKUtil(113): regionserver:43215-0x10060e48b770001, quorum=127.0.0.1:50433, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-08-10T06:21:13,873 DEBUG [Listener at localhost/35125 {}] zookeeper.ZKUtil(113): regionserver:43215-0x10060e48b770001, quorum=127.0.0.1:50433, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-08-10T06:21:13,873 DEBUG [Listener at localhost/35125 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43215 2023-08-10T06:21:13,874 DEBUG [Listener at localhost/35125 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43215 2023-08-10T06:21:13,874 DEBUG [Listener at localhost/35125 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43215 2023-08-10T06:21:13,874 DEBUG [Listener at localhost/35125 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43215 2023-08-10T06:21:13,875 DEBUG [Listener at localhost/35125 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43215 2023-08-10T06:21:13,878 INFO [Listener at localhost/35125 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-08-10T06:21:13,878 INFO [Listener at localhost/35125 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-08-10T06:21:13,879 INFO [Listener at localhost/35125 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-08-10T06:21:13,880 INFO [Listener at localhost/35125 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2023-08-10T06:21:13,880 INFO [Listener at localhost/35125 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-08-10T06:21:13,880 INFO [Listener at localhost/35125 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-08-10T06:21:13,880 INFO [Listener at localhost/35125 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-08-10T06:21:13,882 INFO [Listener at localhost/35125 {}] http.HttpServer(1219): Jetty bound to port 37563 2023-08-10T06:21:13,882 INFO [Listener at localhost/35125 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-08-10T06:21:13,884 INFO [Listener at localhost/35125 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-08-10T06:21:13,884 INFO [Listener at localhost/35125 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@54405002{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/hadoop.log.dir/,AVAILABLE} 2023-08-10T06:21:13,885 INFO [Listener at localhost/35125 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-08-10T06:21:13,885 INFO [Listener at localhost/35125 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@5c6832a9{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-08-10T06:21:13,897 INFO [Listener at localhost/35125 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-08-10T06:21:13,898 INFO [Listener at localhost/35125 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-08-10T06:21:13,898 INFO [Listener at localhost/35125 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-08-10T06:21:13,898 INFO [Listener at localhost/35125 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2023-08-10T06:21:13,899 INFO [Listener at localhost/35125 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-08-10T06:21:13,904 INFO [Listener at localhost/35125 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@650cbaa0{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-08-10T06:21:13,905 INFO [Listener at localhost/35125 {}] server.AbstractConnector(333): Started ServerConnector@70a7ee17{HTTP/1.1, (http/1.1)}{0.0.0.0:37563} 2023-08-10T06:21:13,905 INFO [Listener at localhost/35125 {}] server.Server(415): Started @9037ms 2023-08-10T06:21:13,910 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-08-10T06:21:13,913 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@54a4c8a0{HTTP/1.1, (http/1.1)}{0.0.0.0:38079} 2023-08-10T06:21:13,913 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(415): Started @9045ms 2023-08-10T06:21:13,913 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2387): Adding backup master ZNode /1/backup-masters/jenkins-hbase3.apache.org,41231,1691648470721 2023-08-10T06:21:13,926 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43215-0x10060e48b770001, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-08-10T06:21:13,926 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-08-10T06:21:13,927 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/jenkins-hbase3.apache.org,41231,1691648470721 2023-08-10T06:21:13,935 DEBUG [M:0;jenkins-hbase3:41231 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;jenkins-hbase3:41231 2023-08-10T06:21:13,947 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-08-10T06:21:13,947 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43215-0x10060e48b770001, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-08-10T06:21:13,947 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:21:13,947 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43215-0x10060e48b770001, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:21:13,948 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Set watcher on existing znode=/1/master 2023-08-10T06:21:13,949 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/jenkins-hbase3.apache.org,41231,1691648470721 from backup master directory 2023-08-10T06:21:13,949 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Set watcher on existing znode=/1/master 2023-08-10T06:21:13,952 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/jenkins-hbase3.apache.org,41231,1691648470721 2023-08-10T06:21:13,952 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43215-0x10060e48b770001, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-08-10T06:21:13,953 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-08-10T06:21:13,954 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-08-10T06:21:13,954 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=jenkins-hbase3.apache.org,41231,1691648470721 2023-08-10T06:21:13,958 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 352, initial count 0 2023-08-10T06:21:13,960 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 391, initial count 0 2023-08-10T06:21:14,051 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] util.FSUtils(610): Created cluster ID file at hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/hbase.id with ID: 8c52e5ed-f013-42be-bdf2-b8e85a43a173 2023-08-10T06:21:14,124 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-08-10T06:21:14,143 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:21:14,143 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43215-0x10060e48b770001, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:21:14,186 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(355): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-10T06:21:14,189 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2023-08-10T06:21:14,219 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(270): ClientProtocol::create wrong number of arguments, should be hadoop 3.2 or below 2023-08-10T06:21:14,219 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(276): ClientProtocol::create wrong number of arguments, should be hadoop 2.x 2023-08-10T06:21:14,221 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(285): can not find SHOULD_REPLICATE flag, should be hadoop 2.x java.lang.IllegalArgumentException: No enum constant org.apache.hadoop.fs.CreateFlag.SHOULD_REPLICATE at java.lang.Enum.valueOf(Enum.java:238) ~[?:1.8.0_362] at org.apache.hadoop.fs.CreateFlag.valueOf(CreateFlag.java:63) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.loadShouldReplicateFlag(FanOutOneBlockAsyncDFSOutputHelper.java:283) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.(FanOutOneBlockAsyncDFSOutputHelper.java:310) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:140) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:950) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:573) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:570) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-08-10T06:21:14,234 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2130) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:950) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:573) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:570) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-08-10T06:21:14,235 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-08-10T06:21:14,307 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7093): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/MasterData/data/master/store 2023-08-10T06:21:14,331 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2023-08-10T06:21:14,331 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:21:14,332 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-08-10T06:21:14,332 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-08-10T06:21:14,332 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-08-10T06:21:14,332 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-08-10T06:21:14,332 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-08-10T06:21:14,333 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-08-10T06:21:14,333 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-08-10T06:21:14,335 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(232): failed to clean up initializing flag: hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/MasterData/data/master/store/.initializing 2023-08-10T06:21:14,335 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(202): WALDir=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/MasterData/WALs/jenkins-hbase3.apache.org,41231,1691648470721 2023-08-10T06:21:14,344 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-08-10T06:21:14,358 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C41231%2C1691648470721, suffix=, logDir=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/MasterData/WALs/jenkins-hbase3.apache.org,41231,1691648470721, archiveDir=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/MasterData/oldWALs, maxLogs=10 2023-08-10T06:21:14,386 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/MasterData/WALs/jenkins-hbase3.apache.org,41231,1691648470721/jenkins-hbase3.apache.org%2C41231%2C1691648470721.1691648474364, exclude list is [], retry=0 2023-08-10T06:21:14,411 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33251,DS-a7d71890-6ed3-42aa-807e-a68ff3479ec8,DISK] 2023-08-10T06:21:14,418 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(123): Hadoop 3.2 and below use unshaded protobuf. java.lang.ClassNotFoundException: org.apache.hadoop.thirdparty.protobuf.MessageLite at java.net.URLClassLoader.findClass(URLClassLoader.java:387) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:418) ~[?:1.8.0_362] at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:352) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:351) ~[?:1.8.0_362] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.ProtobufDecoder.(ProtobufDecoder.java:118) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.processWriteBlockResponse(FanOutOneBlockAsyncDFSOutputHelper.java:346) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$100(FanOutOneBlockAsyncDFSOutputHelper.java:120) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$4.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:430) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:185) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:35) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hadoop.hbase.util.NettyFutureUtils.addListener(NettyFutureUtils.java:52) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:424) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$300(FanOutOneBlockAsyncDFSOutputHelper.java:120) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:482) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:477) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:653) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:691) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:489) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:397) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.4.jar:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-08-10T06:21:14,485 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/MasterData/WALs/jenkins-hbase3.apache.org,41231,1691648470721/jenkins-hbase3.apache.org%2C41231%2C1691648470721.1691648474364 2023-08-10T06:21:14,486 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:33251,DS-a7d71890-6ed3-42aa-807e-a68ff3479ec8,DISK]] 2023-08-10T06:21:14,487 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7254): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2023-08-10T06:21:14,487 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:21:14,491 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7296): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2023-08-10T06:21:14,492 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7299): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2023-08-10T06:21:14,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2023-08-10T06:21:14,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2023-08-10T06:21:14,603 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:21:14,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-08-10T06:21:14,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2023-08-10T06:21:14,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2023-08-10T06:21:14,611 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:21:14,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-10T06:21:14,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2023-08-10T06:21:14,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2023-08-10T06:21:14,616 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:21:14,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-10T06:21:14,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2023-08-10T06:21:14,620 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2023-08-10T06:21:14,620 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:21:14,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-10T06:21:14,630 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-08-10T06:21:14,632 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-08-10T06:21:14,647 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2023-08-10T06:21:14,650 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1076): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2023-08-10T06:21:14,655 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-10T06:21:14,656 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1093): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11097484960, jitterRate=0.03353382647037506}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2023-08-10T06:21:14,662 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(992): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2023-08-10T06:21:14,664 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2023-08-10T06:21:14,700 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9d3f02a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:21:14,756 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(859): No meta location available on zookeeper, skip migrating... 2023-08-10T06:21:14,779 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2023-08-10T06:21:14,780 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(564): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2023-08-10T06:21:14,783 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-08-10T06:21:14,784 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(584): Recovered RegionProcedureStore lease in 1 msec 2023-08-10T06:21:14,791 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(598): Loaded RegionProcedureStore in 6 msec 2023-08-10T06:21:14,791 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2023-08-10T06:21:14,827 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2023-08-10T06:21:14,848 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2023-08-10T06:21:14,851 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/balancer already deleted, retry=false 2023-08-10T06:21:14,855 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(150): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2023-08-10T06:21:14,857 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2023-08-10T06:21:14,858 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/normalizer already deleted, retry=false 2023-08-10T06:21:14,861 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2023-08-10T06:21:14,868 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2023-08-10T06:21:14,870 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/split already deleted, retry=false 2023-08-10T06:21:14,871 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2023-08-10T06:21:14,873 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/merge already deleted, retry=false 2023-08-10T06:21:14,889 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2023-08-10T06:21:14,891 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/snapshot-cleanup already deleted, retry=false 2023-08-10T06:21:14,896 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43215-0x10060e48b770001, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-08-10T06:21:14,896 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-08-10T06:21:14,896 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:21:14,896 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43215-0x10060e48b770001, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:21:14,897 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(803): Active/primary master=jenkins-hbase3.apache.org,41231,1691648470721, sessionid=0x10060e48b770000, setting cluster-up flag (Was=false) 2023-08-10T06:21:14,907 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2023-08-10T06:21:14,916 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:21:14,916 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43215-0x10060e48b770001, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:21:14,922 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2023-08-10T06:21:14,923 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,41231,1691648470721 2023-08-10T06:21:14,930 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43215-0x10060e48b770001, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:21:14,930 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:21:14,938 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2023-08-10T06:21:14,939 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,41231,1691648470721 2023-08-10T06:21:14,944 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43215-0x10060e48b770001, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:21:14,944 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:21:14,951 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2023-08-10T06:21:14,953 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,41231,1691648470721 2023-08-10T06:21:15,033 DEBUG [RS:0;jenkins-hbase3:43215 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;jenkins-hbase3:43215 2023-08-10T06:21:15,035 INFO [RS:0;jenkins-hbase3:43215 {}] regionserver.HRegionServer(997): ClusterId : 8c52e5ed-f013-42be-bdf2-b8e85a43a173 2023-08-10T06:21:15,037 INFO [RS:0;jenkins-hbase3:43215 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2023-08-10T06:21:15,040 DEBUG [RS:0;jenkins-hbase3:43215 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2023-08-10T06:21:15,046 DEBUG [RS:0;jenkins-hbase3:43215 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2023-08-10T06:21:15,046 DEBUG [RS:0;jenkins-hbase3:43215 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2023-08-10T06:21:15,049 DEBUG [RS:0;jenkins-hbase3:43215 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2023-08-10T06:21:15,049 DEBUG [RS:0;jenkins-hbase3:43215 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2023-08-10T06:21:15,053 DEBUG [RS:0;jenkins-hbase3:43215 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2023-08-10T06:21:15,055 DEBUG [RS:0;jenkins-hbase3:43215 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@550e9967, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:21:15,057 DEBUG [RS:0;jenkins-hbase3:43215 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b1c5a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-08-10T06:21:15,063 INFO [RS:0;jenkins-hbase3:43215 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2023-08-10T06:21:15,063 INFO [RS:0;jenkins-hbase3:43215 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2023-08-10T06:21:15,063 DEBUG [RS:0;jenkins-hbase3:43215 {}] regionserver.HRegionServer(1079): About to register with Master. 2023-08-10T06:21:15,067 INFO [RS:0;jenkins-hbase3:43215 {}] regionserver.HRegionServer(3023): reportForDuty to master=jenkins-hbase3.apache.org,41231,1691648470721 with isa=jenkins-hbase3.apache.org/172.31.12.81:43215, startcode=1691648473835 2023-08-10T06:21:15,088 DEBUG [RS:0;jenkins-hbase3:43215 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-08-10T06:21:15,095 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1033): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2023-08-10T06:21:15,107 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(574): slop=0.2 2023-08-10T06:21:15,114 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(285): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2023-08-10T06:21:15,127 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: jenkins-hbase3.apache.org,41231,1691648470721 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2023-08-10T06:21:15,133 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-08-10T06:21:15,133 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-08-10T06:21:15,134 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-08-10T06:21:15,134 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-08-10T06:21:15,134 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/jenkins-hbase3:0, corePoolSize=10, maxPoolSize=10 2023-08-10T06:21:15,134 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-10T06:21:15,134 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-08-10T06:21:15,135 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-10T06:21:15,136 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1691648505136 2023-08-10T06:21:15,140 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2023-08-10T06:21:15,146 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2023-08-10T06:21:15,146 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2023-08-10T06:21:15,146 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2023-08-10T06:21:15,151 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:21:15,151 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-08-10T06:21:15,163 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2023-08-10T06:21:15,164 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2023-08-10T06:21:15,164 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2023-08-10T06:21:15,165 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2023-08-10T06:21:15,165 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2023-08-10T06:21:15,166 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-08-10T06:21:15,175 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2023-08-10T06:21:15,186 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2023-08-10T06:21:15,187 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2023-08-10T06:21:15,195 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ReadOnlyZKClient(139): Connect 0x2a50cbf2 to 127.0.0.1:50433 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:21:15,196 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:48635, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-08-10T06:21:15,213 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41231 {}] ipc.MetricsHBaseServer(144): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3180) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:588) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:17393) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-08-10T06:21:15,214 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fdba614, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:21:15,214 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-08-10T06:21:15,220 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2023-08-10T06:21:15,221 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2023-08-10T06:21:15,231 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1691648475223,5,FailOnTimeoutGroup] 2023-08-10T06:21:15,237 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1691648475231,5,FailOnTimeoutGroup] 2023-08-10T06:21:15,238 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-08-10T06:21:15,238 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1634): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2023-08-10T06:21:15,240 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2023-08-10T06:21:15,241 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2023-08-10T06:21:15,258 DEBUG [RS:0;jenkins-hbase3:43215 {}] regionserver.HRegionServer(3042): Master is not running yet 2023-08-10T06:21:15,258 WARN [RS:0;jenkins-hbase3:43215 {}] regionserver.HRegionServer(1088): reportForDuty failed; sleeping 100 ms and then retrying. 2023-08-10T06:21:15,360 INFO [RS:0;jenkins-hbase3:43215 {}] regionserver.HRegionServer(3023): reportForDuty to master=jenkins-hbase3.apache.org,41231,1691648470721 with isa=jenkins-hbase3.apache.org/172.31.12.81:43215, startcode=1691648473835 2023-08-10T06:21:15,366 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41231 {}] master.ServerManager(403): Registering regionserver=jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:21:15,380 DEBUG [RS:0;jenkins-hbase3:43215 {}] regionserver.HRegionServer(1705): Config from master: hbase.rootdir=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c 2023-08-10T06:21:15,381 DEBUG [RS:0;jenkins-hbase3:43215 {}] regionserver.HRegionServer(1705): Config from master: fs.defaultFS=hdfs://localhost:44965 2023-08-10T06:21:15,381 DEBUG [RS:0;jenkins-hbase3:43215 {}] regionserver.HRegionServer(1705): Config from master: hbase.master.info.port=35135 2023-08-10T06:21:15,388 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-08-10T06:21:15,389 DEBUG [RS:0;jenkins-hbase3:43215 {}] zookeeper.ZKUtil(111): regionserver:43215-0x10060e48b770001, quorum=127.0.0.1:50433, baseZNode=/1 Set watcher on existing znode=/1/rs/jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:21:15,389 WARN [RS:0;jenkins-hbase3:43215 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-08-10T06:21:15,389 INFO [RS:0;jenkins-hbase3:43215 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-08-10T06:21:15,389 DEBUG [RS:0;jenkins-hbase3:43215 {}] regionserver.HRegionServer(2060): logDir=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/WALs/jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:21:15,395 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [jenkins-hbase3.apache.org,43215,1691648473835] 2023-08-10T06:21:15,415 DEBUG [RS:0;jenkins-hbase3:43215 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2023-08-10T06:21:15,429 INFO [RS:0;jenkins-hbase3:43215 {}] regionserver.MetricsRegionServerWrapperImpl(165): Computing regionserver metrics every 5000 milliseconds 2023-08-10T06:21:15,446 INFO [RS:0;jenkins-hbase3:43215 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=782.4 M, globalMemStoreLimitLowMark=743.3 M, Offheap=false 2023-08-10T06:21:15,452 INFO [RS:0;jenkins-hbase3:43215 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2023-08-10T06:21:15,452 INFO [RS:0;jenkins-hbase3:43215 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2023-08-10T06:21:15,454 INFO [RS:0;jenkins-hbase3:43215 {}] regionserver.HRegionServer$CompactionChecker(1947): CompactionChecker runs every PT1S 2023-08-10T06:21:15,468 INFO [RS:0;jenkins-hbase3:43215 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2023-08-10T06:21:15,469 DEBUG [RS:0;jenkins-hbase3:43215 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-10T06:21:15,469 DEBUG [RS:0;jenkins-hbase3:43215 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-10T06:21:15,469 DEBUG [RS:0;jenkins-hbase3:43215 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-10T06:21:15,469 DEBUG [RS:0;jenkins-hbase3:43215 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-10T06:21:15,470 DEBUG [RS:0;jenkins-hbase3:43215 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-10T06:21:15,470 DEBUG [RS:0;jenkins-hbase3:43215 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-08-10T06:21:15,470 DEBUG [RS:0;jenkins-hbase3:43215 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-10T06:21:15,470 DEBUG [RS:0;jenkins-hbase3:43215 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-10T06:21:15,471 DEBUG [RS:0;jenkins-hbase3:43215 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-10T06:21:15,471 DEBUG [RS:0;jenkins-hbase3:43215 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-10T06:21:15,471 DEBUG [RS:0;jenkins-hbase3:43215 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-10T06:21:15,471 DEBUG [RS:0;jenkins-hbase3:43215 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-08-10T06:21:15,474 INFO [RS:0;jenkins-hbase3:43215 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2023-08-10T06:21:15,474 INFO [RS:0;jenkins-hbase3:43215 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2023-08-10T06:21:15,474 INFO [RS:0;jenkins-hbase3:43215 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2023-08-10T06:21:15,475 INFO [RS:0;jenkins-hbase3:43215 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2023-08-10T06:21:15,475 INFO [RS:0;jenkins-hbase3:43215 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,43215,1691648473835-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-08-10T06:21:15,493 INFO [RS:0;jenkins-hbase3:43215 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2023-08-10T06:21:15,496 INFO [RS:0;jenkins-hbase3:43215 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,43215,1691648473835-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2023-08-10T06:21:15,519 INFO [RS:0;jenkins-hbase3:43215 {}] regionserver.Replication(204): jenkins-hbase3.apache.org,43215,1691648473835 started 2023-08-10T06:21:15,519 INFO [RS:0;jenkins-hbase3:43215 {}] regionserver.HRegionServer(1747): Serving as jenkins-hbase3.apache.org,43215,1691648473835, RpcServer on jenkins-hbase3.apache.org/172.31.12.81:43215, sessionid=0x10060e48b770001 2023-08-10T06:21:15,520 DEBUG [RS:0;jenkins-hbase3:43215 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2023-08-10T06:21:15,520 DEBUG [RS:0;jenkins-hbase3:43215 {}] flush.RegionServerFlushTableProcedureManager(106): Start region server flush procedure manager jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:21:15,520 DEBUG [RS:0;jenkins-hbase3:43215 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,43215,1691648473835' 2023-08-10T06:21:15,520 DEBUG [RS:0;jenkins-hbase3:43215 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2023-08-10T06:21:15,521 DEBUG [RS:0;jenkins-hbase3:43215 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2023-08-10T06:21:15,522 DEBUG [RS:0;jenkins-hbase3:43215 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2023-08-10T06:21:15,522 DEBUG [RS:0;jenkins-hbase3:43215 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2023-08-10T06:21:15,522 DEBUG [RS:0;jenkins-hbase3:43215 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,43215,1691648473835' 2023-08-10T06:21:15,522 DEBUG [RS:0;jenkins-hbase3:43215 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-08-10T06:21:15,523 DEBUG [RS:0;jenkins-hbase3:43215 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-08-10T06:21:15,524 INFO [RS:0;jenkins-hbase3:43215 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2023-08-10T06:21:15,524 DEBUG [RS:0;jenkins-hbase3:43215 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2023-08-10T06:21:15,524 DEBUG [RS:0;jenkins-hbase3:43215 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2023-08-10T06:21:15,524 DEBUG [RS:0;jenkins-hbase3:43215 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:21:15,524 DEBUG [RS:0;jenkins-hbase3:43215 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,43215,1691648473835' 2023-08-10T06:21:15,524 DEBUG [RS:0;jenkins-hbase3:43215 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2023-08-10T06:21:15,524 DEBUG [RS:0;jenkins-hbase3:43215 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2023-08-10T06:21:15,525 DEBUG [RS:0;jenkins-hbase3:43215 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2023-08-10T06:21:15,525 INFO [RS:0;jenkins-hbase3:43215 {}] quotas.RegionServerRpcQuotaManager(63): Quota support disabled 2023-08-10T06:21:15,525 INFO [RS:0;jenkins-hbase3:43215 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2023-08-10T06:21:15,588 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2023-08-10T06:21:15,589 INFO [PEWorker-1 {}] regionserver.HRegion(7075): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c 2023-08-10T06:21:15,635 INFO [RS:0;jenkins-hbase3:43215 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-08-10T06:21:15,639 INFO [RS:0;jenkins-hbase3:43215 {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C43215%2C1691648473835, suffix=, logDir=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/WALs/jenkins-hbase3.apache.org,43215,1691648473835, archiveDir=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/oldWALs, maxLogs=32 2023-08-10T06:21:15,652 DEBUG [RS:0;jenkins-hbase3:43215 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/WALs/jenkins-hbase3.apache.org,43215,1691648473835/jenkins-hbase3.apache.org%2C43215%2C1691648473835.1691648475640, exclude list is [], retry=0 2023-08-10T06:21:15,658 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33251,DS-a7d71890-6ed3-42aa-807e-a68ff3479ec8,DISK] 2023-08-10T06:21:15,664 INFO [RS:0;jenkins-hbase3:43215 {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/WALs/jenkins-hbase3.apache.org,43215,1691648473835/jenkins-hbase3.apache.org%2C43215%2C1691648473835.1691648475640 2023-08-10T06:21:15,664 DEBUG [RS:0;jenkins-hbase3:43215 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:33251,DS-a7d71890-6ed3-42aa-807e-a68ff3479ec8,DISK]] 2023-08-10T06:21:16,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:21:16,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-08-10T06:21:16,019 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-08-10T06:21:16,019 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:21:16,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-08-10T06:21:16,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-08-10T06:21:16,022 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-08-10T06:21:16,022 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:21:16,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-08-10T06:21:16,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-08-10T06:21:16,025 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-08-10T06:21:16,025 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:21:16,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-08-10T06:21:16,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/hbase/meta/1588230740 2023-08-10T06:21:16,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/hbase/meta/1588230740 2023-08-10T06:21:16,031 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-08-10T06:21:16,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-08-10T06:21:16,037 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-10T06:21:16,038 INFO [PEWorker-1 {}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11997074080, jitterRate=0.11731459200382233}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-08-10T06:21:16,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-08-10T06:21:16,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-08-10T06:21:16,042 INFO [PEWorker-1 {}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-08-10T06:21:16,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-08-10T06:21:16,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-08-10T06:21:16,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-08-10T06:21:16,047 INFO [PEWorker-1 {}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-08-10T06:21:16,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-08-10T06:21:16,051 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2023-08-10T06:21:16,051 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2023-08-10T06:21:16,064 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2023-08-10T06:21:16,080 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2023-08-10T06:21:16,084 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2023-08-10T06:21:16,236 DEBUG [jenkins-hbase3:41231 {}] assignment.AssignmentManager(2303): Processing assignQueue; systemServersCount=1, allServersCount=1 2023-08-10T06:21:16,244 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:21:16,252 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,43215,1691648473835, state=OPENING 2023-08-10T06:21:16,263 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2023-08-10T06:21:16,271 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43215-0x10060e48b770001, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:21:16,271 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:21:16,272 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-08-10T06:21:16,272 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-08-10T06:21:16,275 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,43215,1691648473835}] 2023-08-10T06:21:16,469 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(721): New admin connection to jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:21:16,472 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=AdminService, sasl=false 2023-08-10T06:21:16,476 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:41166, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2023-08-10T06:21:16,488 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(130): Open hbase:meta,,1.1588230740 2023-08-10T06:21:16,489 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-08-10T06:21:16,490 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2023-08-10T06:21:16,493 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C43215%2C1691648473835.meta, suffix=.meta, logDir=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/WALs/jenkins-hbase3.apache.org,43215,1691648473835, archiveDir=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/oldWALs, maxLogs=32 2023-08-10T06:21:16,507 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/WALs/jenkins-hbase3.apache.org,43215,1691648473835/jenkins-hbase3.apache.org%2C43215%2C1691648473835.meta.1691648476495.meta, exclude list is [], retry=0 2023-08-10T06:21:16,512 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33251,DS-a7d71890-6ed3-42aa-807e-a68ff3479ec8,DISK] 2023-08-10T06:21:16,517 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/WALs/jenkins-hbase3.apache.org,43215,1691648473835/jenkins-hbase3.apache.org%2C43215%2C1691648473835.meta.1691648476495.meta 2023-08-10T06:21:16,517 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:33251,DS-a7d71890-6ed3-42aa-807e-a68ff3479ec8,DISK]] 2023-08-10T06:21:16,517 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7254): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2023-08-10T06:21:16,523 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-10T06:21:16,524 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2023-08-10T06:21:16,541 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7955): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2023-08-10T06:21:16,541 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(393): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2023-08-10T06:21:16,549 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2023-08-10T06:21:16,549 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:21:16,549 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7296): checking encryption for 1588230740 2023-08-10T06:21:16,550 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7299): checking classloading for 1588230740 2023-08-10T06:21:16,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-08-10T06:21:16,554 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-08-10T06:21:16,554 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:21:16,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-08-10T06:21:16,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-08-10T06:21:16,557 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-08-10T06:21:16,557 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:21:16,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-08-10T06:21:16,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-08-10T06:21:16,560 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-08-10T06:21:16,560 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:21:16,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-08-10T06:21:16,563 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/hbase/meta/1588230740 2023-08-10T06:21:16,566 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/hbase/meta/1588230740 2023-08-10T06:21:16,569 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-08-10T06:21:16,572 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-08-10T06:21:16,573 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10365564640, jitterRate=-0.03463156521320343}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-08-10T06:21:16,575 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-08-10T06:21:16,592 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2552): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1691648476459 2023-08-10T06:21:16,612 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2579): Finished post open deploy task for hbase:meta,,1.1588230740 2023-08-10T06:21:16,612 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(158): Opened hbase:meta,,1.1588230740 2023-08-10T06:21:16,614 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:21:16,616 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,43215,1691648473835, state=OPEN 2023-08-10T06:21:16,620 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43215-0x10060e48b770001, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-08-10T06:21:16,620 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-08-10T06:21:16,620 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-08-10T06:21:16,620 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-08-10T06:21:16,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=3, resume processing ppid=2 2023-08-10T06:21:16,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,43215,1691648473835 in 345 msec 2023-08-10T06:21:16,804 INFO [AsyncFSWAL-0-hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/MasterData {}] wal.AbstractFSWAL(1174): Slow sync cost: 167 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:33251,DS-a7d71890-6ed3-42aa-807e-a68ff3479ec8,DISK]] 2023-08-10T06:21:16,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=2, resume processing ppid=1 2023-08-10T06:21:16,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 563 msec 2023-08-10T06:21:16,812 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.7920 sec 2023-08-10T06:21:16,812 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1062): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1691648476812, completionTime=-1 2023-08-10T06:21:16,813 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ServerManager(830): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2023-08-10T06:21:16,813 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1629): Joining cluster... 2023-08-10T06:21:16,896 DEBUG [hconnection-0xed65e0e-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:21:16,901 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:41180, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:21:16,931 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1641): Number of RegionServers=1 2023-08-10T06:21:16,931 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1691648536931 2023-08-10T06:21:16,931 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1691648596931 2023-08-10T06:21:16,932 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1648): Joined the cluster in 118 msec 2023-08-10T06:21:16,955 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,41231,1691648470721-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2023-08-10T06:21:16,955 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,41231,1691648470721-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2023-08-10T06:21:16,955 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,41231,1691648470721-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2023-08-10T06:21:16,957 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-jenkins-hbase3:41231, period=300000, unit=MILLISECONDS is enabled. 2023-08-10T06:21:16,957 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2023-08-10T06:21:16,969 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] janitor.CatalogJanitor(175): 2023-08-10T06:21:16,978 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2023-08-10T06:21:16,980 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2367): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-08-10T06:21:16,990 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1033): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2023-08-10T06:21:16,994 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2023-08-10T06:21:16,996 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:21:16,998 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-08-10T06:21:17,418 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => bdc31e4d3099762aa248bbab280c9457, NAME => 'hbase:namespace,,1691648476979.bdc31e4d3099762aa248bbab280c9457.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c 2023-08-10T06:21:17,832 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(888): Instantiated hbase:namespace,,1691648476979.bdc31e4d3099762aa248bbab280c9457.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:21:17,832 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1668): Closing bdc31e4d3099762aa248bbab280c9457, disabling compactions & flushes 2023-08-10T06:21:17,832 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1690): Closing region hbase:namespace,,1691648476979.bdc31e4d3099762aa248bbab280c9457. 2023-08-10T06:21:17,832 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1691648476979.bdc31e4d3099762aa248bbab280c9457. 2023-08-10T06:21:17,832 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1691648476979.bdc31e4d3099762aa248bbab280c9457. after waiting 0 ms 2023-08-10T06:21:17,832 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1691648476979.bdc31e4d3099762aa248bbab280c9457. 2023-08-10T06:21:17,832 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1909): Closed hbase:namespace,,1691648476979.bdc31e4d3099762aa248bbab280c9457. 2023-08-10T06:21:17,832 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1622): Region close journal for bdc31e4d3099762aa248bbab280c9457: 2023-08-10T06:21:17,835 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2023-08-10T06:21:17,849 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1691648476979.bdc31e4d3099762aa248bbab280c9457.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1691648477837"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1691648477837"}]},"ts":"1691648477837"} 2023-08-10T06:21:17,884 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-08-10T06:21:17,886 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-08-10T06:21:17,891 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648477886"}]},"ts":"1691648477886"} 2023-08-10T06:21:17,895 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2023-08-10T06:21:17,901 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=bdc31e4d3099762aa248bbab280c9457, ASSIGN}] 2023-08-10T06:21:17,904 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=bdc31e4d3099762aa248bbab280c9457, ASSIGN 2023-08-10T06:21:17,905 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=bdc31e4d3099762aa248bbab280c9457, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,43215,1691648473835; forceNewPlan=false, retain=false 2023-08-10T06:21:18,057 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=bdc31e4d3099762aa248bbab280c9457, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:21:18,061 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure bdc31e4d3099762aa248bbab280c9457, server=jenkins-hbase3.apache.org,43215,1691648473835}] 2023-08-10T06:21:18,221 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(130): Open hbase:namespace,,1691648476979.bdc31e4d3099762aa248bbab280c9457. 2023-08-10T06:21:18,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7254): Opening region: {ENCODED => bdc31e4d3099762aa248bbab280c9457, NAME => 'hbase:namespace,,1691648476979.bdc31e4d3099762aa248bbab280c9457.', STARTKEY => '', ENDKEY => ''} 2023-08-10T06:21:18,223 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-10T06:21:18,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace bdc31e4d3099762aa248bbab280c9457 2023-08-10T06:21:18,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(888): Instantiated hbase:namespace,,1691648476979.bdc31e4d3099762aa248bbab280c9457.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:21:18,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7296): checking encryption for bdc31e4d3099762aa248bbab280c9457 2023-08-10T06:21:18,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7299): checking classloading for bdc31e4d3099762aa248bbab280c9457 2023-08-10T06:21:18,226 INFO [StoreOpener-bdc31e4d3099762aa248bbab280c9457-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region bdc31e4d3099762aa248bbab280c9457 2023-08-10T06:21:18,228 INFO [StoreOpener-bdc31e4d3099762aa248bbab280c9457-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bdc31e4d3099762aa248bbab280c9457 columnFamilyName info 2023-08-10T06:21:18,228 DEBUG [StoreOpener-bdc31e4d3099762aa248bbab280c9457-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:21:18,229 INFO [StoreOpener-bdc31e4d3099762aa248bbab280c9457-1 {}] regionserver.HStore(324): Store=bdc31e4d3099762aa248bbab280c9457/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-10T06:21:18,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/hbase/namespace/bdc31e4d3099762aa248bbab280c9457 2023-08-10T06:21:18,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/hbase/namespace/bdc31e4d3099762aa248bbab280c9457 2023-08-10T06:21:18,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1076): writing seq id for bdc31e4d3099762aa248bbab280c9457 2023-08-10T06:21:18,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/hbase/namespace/bdc31e4d3099762aa248bbab280c9457/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-10T06:21:18,240 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1093): Opened bdc31e4d3099762aa248bbab280c9457; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11408652960, jitterRate=0.06251360476016998}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-08-10T06:21:18,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(992): Region open journal for bdc31e4d3099762aa248bbab280c9457: 2023-08-10T06:21:18,243 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2552): Post open deploy tasks for hbase:namespace,,1691648476979.bdc31e4d3099762aa248bbab280c9457., pid=6, masterSystemTime=1691648478215 2023-08-10T06:21:18,246 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2579): Finished post open deploy task for hbase:namespace,,1691648476979.bdc31e4d3099762aa248bbab280c9457. 2023-08-10T06:21:18,247 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(158): Opened hbase:namespace,,1691648476979.bdc31e4d3099762aa248bbab280c9457. 2023-08-10T06:21:18,248 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=bdc31e4d3099762aa248bbab280c9457, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:21:18,255 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=6, resume processing ppid=5 2023-08-10T06:21:18,255 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure bdc31e4d3099762aa248bbab280c9457, server=jenkins-hbase3.apache.org,43215,1691648473835 in 191 msec 2023-08-10T06:21:18,259 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=5, resume processing ppid=4 2023-08-10T06:21:18,259 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=bdc31e4d3099762aa248bbab280c9457, ASSIGN in 354 msec 2023-08-10T06:21:18,260 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-08-10T06:21:18,260 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648478260"}]},"ts":"1691648478260"} 2023-08-10T06:21:18,264 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2023-08-10T06:21:18,267 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2023-08-10T06:21:18,270 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2860 sec 2023-08-10T06:21:18,296 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2023-08-10T06:21:18,297 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43215-0x10060e48b770001, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:21:18,297 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2023-08-10T06:21:18,297 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:21:18,355 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1033): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2023-08-10T06:21:18,372 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-08-10T06:21:18,379 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 35 msec 2023-08-10T06:21:18,390 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1033): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2023-08-10T06:21:18,401 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-08-10T06:21:18,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 15 msec 2023-08-10T06:21:18,417 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2023-08-10T06:21:18,419 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2023-08-10T06:21:18,420 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1192): Master has completed initialization 4.466sec 2023-08-10T06:21:18,422 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2023-08-10T06:21:18,425 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2023-08-10T06:21:18,426 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2023-08-10T06:21:18,427 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2023-08-10T06:21:18,427 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2023-08-10T06:21:18,430 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,41231,1691648470721-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-08-10T06:21:18,431 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,41231,1691648470721-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2023-08-10T06:21:18,446 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1295): Balancer post startup initialization complete, took 0 seconds 2023-08-10T06:21:18,447 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2023-08-10T06:21:18,515 DEBUG [Listener at localhost/35125 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x249a4300 to 127.0.0.1:50433 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:21:18,521 DEBUG [Listener at localhost/35125 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@203189c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:21:18,526 DEBUG [Listener at localhost/35125 {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2023-08-10T06:21:18,526 DEBUG [Listener at localhost/35125 {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2023-08-10T06:21:18,540 DEBUG [hconnection-0x7738fcb3-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:21:18,551 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:41184, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:21:18,564 INFO [Listener at localhost/35125 {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=jenkins-hbase3.apache.org,41231,1691648470721 2023-08-10T06:21:18,564 INFO [Listener at localhost/35125 {}] hbase.HBaseTestingUtility(2786): Starting mini mapreduce cluster... 2023-08-10T06:21:18,564 INFO [Listener at localhost/35125 {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/test.cache.data in system properties and HBase conf 2023-08-10T06:21:18,564 INFO [Listener at localhost/35125 {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/hadoop.tmp.dir in system properties and HBase conf 2023-08-10T06:21:18,564 INFO [Listener at localhost/35125 {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/hadoop.log.dir in system properties and HBase conf 2023-08-10T06:21:18,564 INFO [Listener at localhost/35125 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/mapreduce.cluster.local.dir in system properties and HBase conf 2023-08-10T06:21:18,564 INFO [Listener at localhost/35125 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-08-10T06:21:18,565 INFO [Listener at localhost/35125 {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-08-10T06:21:18,565 INFO [Listener at localhost/35125 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-08-10T06:21:18,565 INFO [Listener at localhost/35125 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-08-10T06:21:18,565 INFO [Listener at localhost/35125 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-08-10T06:21:18,565 INFO [Listener at localhost/35125 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-08-10T06:21:18,565 INFO [Listener at localhost/35125 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-08-10T06:21:18,565 INFO [Listener at localhost/35125 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-08-10T06:21:18,565 INFO [Listener at localhost/35125 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-08-10T06:21:18,565 INFO [Listener at localhost/35125 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/dfs.journalnode.edits.dir in system properties and HBase conf 2023-08-10T06:21:18,565 INFO [Listener at localhost/35125 {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-08-10T06:21:18,565 INFO [Listener at localhost/35125 {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/nfs.dump.dir in system properties and HBase conf 2023-08-10T06:21:18,565 INFO [Listener at localhost/35125 {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/java.io.tmpdir in system properties and HBase conf 2023-08-10T06:21:18,565 INFO [Listener at localhost/35125 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/dfs.journalnode.edits.dir in system properties and HBase conf 2023-08-10T06:21:18,566 INFO [Listener at localhost/35125 {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-08-10T06:21:18,566 INFO [Listener at localhost/35125 {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2023-08-10T06:21:20,513 WARN [Thread-249 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-08-10T06:21:20,893 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-08-10T06:21:20,893 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2023-08-10T06:21:20,900 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-08-10T06:21:20,900 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2023-08-10T06:21:20,902 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-08-10T06:21:20,902 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2023-08-10T06:21:20,902 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-08-10T06:21:20,902 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2023-08-10T06:21:20,903 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2023-08-10T06:21:20,903 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2023-08-10T06:21:20,905 INFO [Thread-249 {}] log.Slf4jLog(67): jetty-6.1.26 2023-08-10T06:21:20,913 INFO [Thread-249 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/jobhistory to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_41157_jobhistory____brdlfk/webapp 2023-08-10T06:21:21,079 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2023-08-10T06:21:21,080 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2023-08-10T06:21:21,080 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-08-10T06:21:21,083 INFO [Thread-249 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-08-10T06:21:21,168 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-10T06:21:21,286 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-10T06:21:21,424 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2023-08-10T06:21:21,426 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2023-08-10T06:21:21,556 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2023-08-10T06:21:21,622 INFO [Thread-249 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:41157 2023-08-10T06:21:22,008 WARN [Listener at jenkins-hbase3.apache.org/32821 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-08-10T06:21:22,096 WARN [Listener at jenkins-hbase3.apache.org/32821 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-08-10T06:21:22,096 INFO [Listener at jenkins-hbase3.apache.org/32821 {}] log.Slf4jLog(67): jetty-6.1.26 2023-08-10T06:21:22,107 INFO [Listener at jenkins-hbase3.apache.org/32821 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/cluster to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_45945_cluster____.3xy40m/webapp 2023-08-10T06:21:22,108 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-08-10T06:21:22,217 INFO [Listener at jenkins-hbase3.apache.org/32821 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2023-08-10T06:21:22,218 INFO [Listener at jenkins-hbase3.apache.org/32821 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2023-08-10T06:21:22,218 INFO [Listener at jenkins-hbase3.apache.org/32821 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-08-10T06:21:22,218 INFO [Listener at jenkins-hbase3.apache.org/32821 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-08-10T06:21:22,232 INFO [Listener at jenkins-hbase3.apache.org/32821 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-10T06:21:22,446 INFO [Listener at jenkins-hbase3.apache.org/32821 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-10T06:21:22,526 INFO [Listener at jenkins-hbase3.apache.org/32821 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-10T06:21:22,532 INFO [Listener at jenkins-hbase3.apache.org/32821 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:45945 2023-08-10T06:21:22,958 WARN [Listener at jenkins-hbase3.apache.org/45657 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-08-10T06:21:22,983 WARN [Listener at jenkins-hbase3.apache.org/45657 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-08-10T06:21:22,984 INFO [Listener at jenkins-hbase3.apache.org/45657 {}] log.Slf4jLog(67): jetty-6.1.26 2023-08-10T06:21:22,991 INFO [Listener at jenkins-hbase3.apache.org/45657 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_34367_node____py751u/webapp 2023-08-10T06:21:23,045 INFO [Listener at jenkins-hbase3.apache.org/45657 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-08-10T06:21:23,046 INFO [Listener at jenkins-hbase3.apache.org/45657 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-08-10T06:21:23,046 INFO [Listener at jenkins-hbase3.apache.org/45657 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-08-10T06:21:23,046 INFO [Listener at jenkins-hbase3.apache.org/45657 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-08-10T06:21:23,053 INFO [Listener at jenkins-hbase3.apache.org/45657 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-10T06:21:23,081 INFO [Listener at jenkins-hbase3.apache.org/45657 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-10T06:21:23,183 INFO [Listener at jenkins-hbase3.apache.org/45657 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-10T06:21:23,197 INFO [Listener at jenkins-hbase3.apache.org/45657 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:34367 2023-08-10T06:21:23,348 WARN [Listener at jenkins-hbase3.apache.org/35839 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-08-10T06:21:23,358 WARN [Listener at jenkins-hbase3.apache.org/35839 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-08-10T06:21:23,358 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] log.Slf4jLog(67): jetty-6.1.26 2023-08-10T06:21:23,371 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_42665_node____.cjjjxm/webapp 2023-08-10T06:21:23,445 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-08-10T06:21:23,445 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-08-10T06:21:23,445 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-08-10T06:21:23,445 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-08-10T06:21:23,457 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-10T06:21:23,483 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-10T06:21:23,556 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-10T06:21:23,563 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:42665 2023-08-10T06:21:23,610 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] hbase.HBaseTestingUtility(2821): Mini mapreduce cluster started 2023-08-10T06:21:23,611 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] backup.TestBackupBase(301): ROOTDIR hdfs://localhost:44965/backupUT 2023-08-10T06:21:23,626 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-10T06:21:23,635 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:39164, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-08-10T06:21:23,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'ns1'} 2023-08-10T06:21:23,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] procedure2.ProcedureExecutor(1033): Stored pid=9, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns1 2023-08-10T06:21:23,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=9 2023-08-10T06:21:23,675 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-08-10T06:21:23,681 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=9, state=SUCCESS; CreateNamespaceProcedure, namespace=ns1 in 34 msec 2023-08-10T06:21:23,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=9 2023-08-10T06:21:23,768 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'ns2'} 2023-08-10T06:21:23,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] procedure2.ProcedureExecutor(1033): Stored pid=10, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns2 2023-08-10T06:21:23,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=10 2023-08-10T06:21:23,784 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-08-10T06:21:23,797 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=10, state=SUCCESS; CreateNamespaceProcedure, namespace=ns2 in 27 msec 2023-08-10T06:21:23,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=10 2023-08-10T06:21:23,881 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'ns3'} 2023-08-10T06:21:23,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] procedure2.ProcedureExecutor(1033): Stored pid=11, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns3 2023-08-10T06:21:23,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=11 2023-08-10T06:21:23,896 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-08-10T06:21:23,901 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=11, state=SUCCESS; CreateNamespaceProcedure, namespace=ns3 in 18 msec 2023-08-10T06:21:23,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=11 2023-08-10T06:21:23,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'ns4'} 2023-08-10T06:21:23,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] procedure2.ProcedureExecutor(1033): Stored pid=12, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns4 2023-08-10T06:21:24,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=12 2023-08-10T06:21:24,008 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-08-10T06:21:24,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=12, state=SUCCESS; CreateNamespaceProcedure, namespace=ns4 in 20 msec 2023-08-10T06:21:24,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=12 2023-08-10T06:21:24,117 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'test-1691648483611', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-10T06:21:24,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] procedure2.ProcedureExecutor(1033): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test-1691648483611 2023-08-10T06:21:24,122 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test-1691648483611 execute state=CREATE_TABLE_PRE_OPERATION 2023-08-10T06:21:24,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "test-1691648483611" procId is: 13 2023-08-10T06:21:24,123 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:21:24,124 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test-1691648483611 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-08-10T06:21:24,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-08-10T06:21:24,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-08-10T06:21:24,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-08-10T06:21:24,562 INFO [RegionOpenAndInit-test-1691648483611-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 3f05a968e07af17125b2d89359c16e21, NAME => 'test-1691648483611,,1691648484111.3f05a968e07af17125b2d89359c16e21.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1691648483611', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c 2023-08-10T06:21:24,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-08-10T06:21:24,983 DEBUG [RegionOpenAndInit-test-1691648483611-pool-0 {}] regionserver.HRegion(888): Instantiated test-1691648483611,,1691648484111.3f05a968e07af17125b2d89359c16e21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:21:24,983 DEBUG [RegionOpenAndInit-test-1691648483611-pool-0 {}] regionserver.HRegion(1668): Closing 3f05a968e07af17125b2d89359c16e21, disabling compactions & flushes 2023-08-10T06:21:24,983 INFO [RegionOpenAndInit-test-1691648483611-pool-0 {}] regionserver.HRegion(1690): Closing region test-1691648483611,,1691648484111.3f05a968e07af17125b2d89359c16e21. 2023-08-10T06:21:24,983 DEBUG [RegionOpenAndInit-test-1691648483611-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1691648483611,,1691648484111.3f05a968e07af17125b2d89359c16e21. 2023-08-10T06:21:24,983 DEBUG [RegionOpenAndInit-test-1691648483611-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on test-1691648483611,,1691648484111.3f05a968e07af17125b2d89359c16e21. after waiting 0 ms 2023-08-10T06:21:24,983 DEBUG [RegionOpenAndInit-test-1691648483611-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region test-1691648483611,,1691648484111.3f05a968e07af17125b2d89359c16e21. 2023-08-10T06:21:24,983 INFO [RegionOpenAndInit-test-1691648483611-pool-0 {}] regionserver.HRegion(1909): Closed test-1691648483611,,1691648484111.3f05a968e07af17125b2d89359c16e21. 2023-08-10T06:21:24,984 DEBUG [RegionOpenAndInit-test-1691648483611-pool-0 {}] regionserver.HRegion(1622): Region close journal for 3f05a968e07af17125b2d89359c16e21: 2023-08-10T06:21:24,985 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test-1691648483611 execute state=CREATE_TABLE_ADD_TO_META 2023-08-10T06:21:24,985 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test-1691648483611,,1691648484111.3f05a968e07af17125b2d89359c16e21.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1691648484985"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1691648484985"}]},"ts":"1691648484985"} 2023-08-10T06:21:24,988 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-08-10T06:21:24,990 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test-1691648483611 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-08-10T06:21:24,990 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1691648483611","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648484990"}]},"ts":"1691648484990"} 2023-08-10T06:21:24,992 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1691648483611, state=ENABLING in hbase:meta 2023-08-10T06:21:24,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1691648483611, region=3f05a968e07af17125b2d89359c16e21, ASSIGN}] 2023-08-10T06:21:25,000 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1691648483611, region=3f05a968e07af17125b2d89359c16e21, ASSIGN 2023-08-10T06:21:25,001 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1691648483611, region=3f05a968e07af17125b2d89359c16e21, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,43215,1691648473835; forceNewPlan=false, retain=false 2023-08-10T06:21:25,152 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=3f05a968e07af17125b2d89359c16e21, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:21:25,156 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; OpenRegionProcedure 3f05a968e07af17125b2d89359c16e21, server=jenkins-hbase3.apache.org,43215,1691648473835}] 2023-08-10T06:21:25,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-08-10T06:21:25,318 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(130): Open test-1691648483611,,1691648484111.3f05a968e07af17125b2d89359c16e21. 2023-08-10T06:21:25,318 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7254): Opening region: {ENCODED => 3f05a968e07af17125b2d89359c16e21, NAME => 'test-1691648483611,,1691648484111.3f05a968e07af17125b2d89359c16e21.', STARTKEY => '', ENDKEY => ''} 2023-08-10T06:21:25,319 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-10T06:21:25,319 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1691648483611 3f05a968e07af17125b2d89359c16e21 2023-08-10T06:21:25,319 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(888): Instantiated test-1691648483611,,1691648484111.3f05a968e07af17125b2d89359c16e21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:21:25,319 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7296): checking encryption for 3f05a968e07af17125b2d89359c16e21 2023-08-10T06:21:25,319 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7299): checking classloading for 3f05a968e07af17125b2d89359c16e21 2023-08-10T06:21:25,321 INFO [StoreOpener-3f05a968e07af17125b2d89359c16e21-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3f05a968e07af17125b2d89359c16e21 2023-08-10T06:21:25,323 INFO [StoreOpener-3f05a968e07af17125b2d89359c16e21-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f05a968e07af17125b2d89359c16e21 columnFamilyName f 2023-08-10T06:21:25,323 DEBUG [StoreOpener-3f05a968e07af17125b2d89359c16e21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:21:25,324 INFO [StoreOpener-3f05a968e07af17125b2d89359c16e21-1 {}] regionserver.HStore(324): Store=3f05a968e07af17125b2d89359c16e21/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-10T06:21:25,326 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/default/test-1691648483611/3f05a968e07af17125b2d89359c16e21 2023-08-10T06:21:25,326 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/default/test-1691648483611/3f05a968e07af17125b2d89359c16e21 2023-08-10T06:21:25,331 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1076): writing seq id for 3f05a968e07af17125b2d89359c16e21 2023-08-10T06:21:25,339 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/default/test-1691648483611/3f05a968e07af17125b2d89359c16e21/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-10T06:21:25,340 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): Opened 3f05a968e07af17125b2d89359c16e21; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11756040320, jitterRate=0.09486657381057739}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-08-10T06:21:25,341 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(992): Region open journal for 3f05a968e07af17125b2d89359c16e21: 2023-08-10T06:21:25,342 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2552): Post open deploy tasks for test-1691648483611,,1691648484111.3f05a968e07af17125b2d89359c16e21., pid=15, masterSystemTime=1691648485309 2023-08-10T06:21:25,345 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2579): Finished post open deploy task for test-1691648483611,,1691648484111.3f05a968e07af17125b2d89359c16e21. 2023-08-10T06:21:25,345 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(158): Opened test-1691648483611,,1691648484111.3f05a968e07af17125b2d89359c16e21. 2023-08-10T06:21:25,346 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=3f05a968e07af17125b2d89359c16e21, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:21:25,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=15, resume processing ppid=14 2023-08-10T06:21:25,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=15, ppid=14, state=SUCCESS; OpenRegionProcedure 3f05a968e07af17125b2d89359c16e21, server=jenkins-hbase3.apache.org,43215,1691648473835 in 194 msec 2023-08-10T06:21:25,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=14, resume processing ppid=13 2023-08-10T06:21:25,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=14, ppid=13, state=SUCCESS; TransitRegionStateProcedure table=test-1691648483611, region=3f05a968e07af17125b2d89359c16e21, ASSIGN in 356 msec 2023-08-10T06:21:25,359 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test-1691648483611 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-08-10T06:21:25,359 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1691648483611","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648485359"}]},"ts":"1691648485359"} 2023-08-10T06:21:25,361 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1691648483611, state=ENABLED in hbase:meta 2023-08-10T06:21:25,369 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test-1691648483611 execute state=CREATE_TABLE_POST_OPERATION 2023-08-10T06:21:25,372 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=13, state=SUCCESS; CreateTableProcedure table=test-1691648483611 in 1.2520 sec 2023-08-10T06:21:26,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-08-10T06:21:26,239 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: default:test-1691648483611, procId: 13 completed 2023-08-10T06:21:26,240 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x7faee0fc to 127.0.0.1:50433 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:21:26,246 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@170068e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:21:26,252 DEBUG [hconnection-0x6c820f20-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:21:26,255 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:52218, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:21:26,260 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] regionserver.HRegion(8210): writing data to region test-1691648483611,,1691648484111.3f05a968e07af17125b2d89359c16e21. with WAL disabled. Data may be lost in the event of a crash. 2023-08-10T06:21:26,363 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'ns2:test-16916484836111', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-10T06:21:26,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] procedure2.ProcedureExecutor(1033): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:test-16916484836111 2023-08-10T06:21:26,367 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16916484836111 execute state=CREATE_TABLE_PRE_OPERATION 2023-08-10T06:21:26,367 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:21:26,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns2" qualifier: "test-16916484836111" procId is: 16 2023-08-10T06:21:26,368 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:test-16916484836111 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-08-10T06:21:26,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-08-10T06:21:26,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-08-10T06:21:26,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-08-10T06:21:26,785 INFO [RegionOpenAndInit-ns2:test-16916484836111-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => b6f32fa729b8cdd774c6320181782bb9, NAME => 'ns2:test-16916484836111,,1691648486363.b6f32fa729b8cdd774c6320181782bb9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-16916484836111', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c 2023-08-10T06:21:26,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-08-10T06:21:27,201 DEBUG [RegionOpenAndInit-ns2:test-16916484836111-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:test-16916484836111,,1691648486363.b6f32fa729b8cdd774c6320181782bb9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:21:27,201 DEBUG [RegionOpenAndInit-ns2:test-16916484836111-pool-0 {}] regionserver.HRegion(1668): Closing b6f32fa729b8cdd774c6320181782bb9, disabling compactions & flushes 2023-08-10T06:21:27,201 INFO [RegionOpenAndInit-ns2:test-16916484836111-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:test-16916484836111,,1691648486363.b6f32fa729b8cdd774c6320181782bb9. 2023-08-10T06:21:27,201 DEBUG [RegionOpenAndInit-ns2:test-16916484836111-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16916484836111,,1691648486363.b6f32fa729b8cdd774c6320181782bb9. 2023-08-10T06:21:27,201 DEBUG [RegionOpenAndInit-ns2:test-16916484836111-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16916484836111,,1691648486363.b6f32fa729b8cdd774c6320181782bb9. after waiting 0 ms 2023-08-10T06:21:27,201 DEBUG [RegionOpenAndInit-ns2:test-16916484836111-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16916484836111,,1691648486363.b6f32fa729b8cdd774c6320181782bb9. 2023-08-10T06:21:27,201 INFO [RegionOpenAndInit-ns2:test-16916484836111-pool-0 {}] regionserver.HRegion(1909): Closed ns2:test-16916484836111,,1691648486363.b6f32fa729b8cdd774c6320181782bb9. 2023-08-10T06:21:27,201 DEBUG [RegionOpenAndInit-ns2:test-16916484836111-pool-0 {}] regionserver.HRegion(1622): Region close journal for b6f32fa729b8cdd774c6320181782bb9: 2023-08-10T06:21:27,203 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:test-16916484836111 execute state=CREATE_TABLE_ADD_TO_META 2023-08-10T06:21:27,203 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:test-16916484836111,,1691648486363.b6f32fa729b8cdd774c6320181782bb9.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1691648487203"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1691648487203"}]},"ts":"1691648487203"} 2023-08-10T06:21:27,206 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-08-10T06:21:27,207 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:test-16916484836111 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-08-10T06:21:27,208 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16916484836111","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648487208"}]},"ts":"1691648487208"} 2023-08-10T06:21:27,210 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16916484836111, state=ENABLING in hbase:meta 2023-08-10T06:21:27,215 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16916484836111, region=b6f32fa729b8cdd774c6320181782bb9, ASSIGN}] 2023-08-10T06:21:27,217 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16916484836111, region=b6f32fa729b8cdd774c6320181782bb9, ASSIGN 2023-08-10T06:21:27,218 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:test-16916484836111, region=b6f32fa729b8cdd774c6320181782bb9, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,43215,1691648473835; forceNewPlan=false, retain=false 2023-08-10T06:21:27,369 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=b6f32fa729b8cdd774c6320181782bb9, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:21:27,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE; OpenRegionProcedure b6f32fa729b8cdd774c6320181782bb9, server=jenkins-hbase3.apache.org,43215,1691648473835}] 2023-08-10T06:21:27,428 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1691648483611' 2023-08-10T06:21:27,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-08-10T06:21:27,532 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(130): Open ns2:test-16916484836111,,1691648486363.b6f32fa729b8cdd774c6320181782bb9. 2023-08-10T06:21:27,533 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7254): Opening region: {ENCODED => b6f32fa729b8cdd774c6320181782bb9, NAME => 'ns2:test-16916484836111,,1691648486363.b6f32fa729b8cdd774c6320181782bb9.', STARTKEY => '', ENDKEY => ''} 2023-08-10T06:21:27,533 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-10T06:21:27,533 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16916484836111 b6f32fa729b8cdd774c6320181782bb9 2023-08-10T06:21:27,533 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(888): Instantiated ns2:test-16916484836111,,1691648486363.b6f32fa729b8cdd774c6320181782bb9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:21:27,534 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7296): checking encryption for b6f32fa729b8cdd774c6320181782bb9 2023-08-10T06:21:27,534 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7299): checking classloading for b6f32fa729b8cdd774c6320181782bb9 2023-08-10T06:21:27,536 INFO [StoreOpener-b6f32fa729b8cdd774c6320181782bb9-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b6f32fa729b8cdd774c6320181782bb9 2023-08-10T06:21:27,538 INFO [StoreOpener-b6f32fa729b8cdd774c6320181782bb9-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6f32fa729b8cdd774c6320181782bb9 columnFamilyName f 2023-08-10T06:21:27,539 DEBUG [StoreOpener-b6f32fa729b8cdd774c6320181782bb9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:21:27,539 INFO [StoreOpener-b6f32fa729b8cdd774c6320181782bb9-1 {}] regionserver.HStore(324): Store=b6f32fa729b8cdd774c6320181782bb9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-10T06:21:27,541 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/ns2/test-16916484836111/b6f32fa729b8cdd774c6320181782bb9 2023-08-10T06:21:27,541 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/ns2/test-16916484836111/b6f32fa729b8cdd774c6320181782bb9 2023-08-10T06:21:27,545 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1076): writing seq id for b6f32fa729b8cdd774c6320181782bb9 2023-08-10T06:21:27,551 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/ns2/test-16916484836111/b6f32fa729b8cdd774c6320181782bb9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-10T06:21:27,552 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): Opened b6f32fa729b8cdd774c6320181782bb9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11802346400, jitterRate=0.09917916357517242}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-08-10T06:21:27,553 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(992): Region open journal for b6f32fa729b8cdd774c6320181782bb9: 2023-08-10T06:21:27,554 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2552): Post open deploy tasks for ns2:test-16916484836111,,1691648486363.b6f32fa729b8cdd774c6320181782bb9., pid=18, masterSystemTime=1691648487524 2023-08-10T06:21:27,557 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2579): Finished post open deploy task for ns2:test-16916484836111,,1691648486363.b6f32fa729b8cdd774c6320181782bb9. 2023-08-10T06:21:27,557 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(158): Opened ns2:test-16916484836111,,1691648486363.b6f32fa729b8cdd774c6320181782bb9. 2023-08-10T06:21:27,558 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=b6f32fa729b8cdd774c6320181782bb9, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:21:27,565 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=18, resume processing ppid=17 2023-08-10T06:21:27,565 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=18, ppid=17, state=SUCCESS; OpenRegionProcedure b6f32fa729b8cdd774c6320181782bb9, server=jenkins-hbase3.apache.org,43215,1691648473835 in 190 msec 2023-08-10T06:21:27,568 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=17, resume processing ppid=16 2023-08-10T06:21:27,568 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=17, ppid=16, state=SUCCESS; TransitRegionStateProcedure table=ns2:test-16916484836111, region=b6f32fa729b8cdd774c6320181782bb9, ASSIGN in 351 msec 2023-08-10T06:21:27,569 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:test-16916484836111 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-08-10T06:21:27,570 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16916484836111","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648487570"}]},"ts":"1691648487570"} 2023-08-10T06:21:27,574 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16916484836111, state=ENABLED in hbase:meta 2023-08-10T06:21:27,578 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16916484836111 execute state=CREATE_TABLE_POST_OPERATION 2023-08-10T06:21:27,581 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=16, state=SUCCESS; CreateTableProcedure table=ns2:test-16916484836111 in 1.2160 sec 2023-08-10T06:21:28,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-08-10T06:21:28,479 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: ns2:test-16916484836111, procId: 16 completed 2023-08-10T06:21:28,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] regionserver.HRegion(8210): writing data to region ns2:test-16916484836111,,1691648486363.b6f32fa729b8cdd774c6320181782bb9. with WAL disabled. Data may be lost in the event of a crash. 2023-08-10T06:21:28,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'ns3:test-16916484836112', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-10T06:21:28,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] procedure2.ProcedureExecutor(1033): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns3:test-16916484836112 2023-08-10T06:21:28,566 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16916484836112 execute state=CREATE_TABLE_PRE_OPERATION 2023-08-10T06:21:28,566 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:21:28,566 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns3" qualifier: "test-16916484836112" procId is: 19 2023-08-10T06:21:28,567 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns3:test-16916484836112 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-08-10T06:21:28,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-08-10T06:21:28,583 INFO [RegionOpenAndInit-ns3:test-16916484836112-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => f4b372c52c0be531186ef51c491c6603, NAME => 'ns3:test-16916484836112,,1691648488561.f4b372c52c0be531186ef51c491c6603.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-16916484836112', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c 2023-08-10T06:21:28,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-08-10T06:21:28,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-08-10T06:21:28,998 DEBUG [RegionOpenAndInit-ns3:test-16916484836112-pool-0 {}] regionserver.HRegion(888): Instantiated ns3:test-16916484836112,,1691648488561.f4b372c52c0be531186ef51c491c6603.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:21:28,998 DEBUG [RegionOpenAndInit-ns3:test-16916484836112-pool-0 {}] regionserver.HRegion(1668): Closing f4b372c52c0be531186ef51c491c6603, disabling compactions & flushes 2023-08-10T06:21:28,998 INFO [RegionOpenAndInit-ns3:test-16916484836112-pool-0 {}] regionserver.HRegion(1690): Closing region ns3:test-16916484836112,,1691648488561.f4b372c52c0be531186ef51c491c6603. 2023-08-10T06:21:28,998 DEBUG [RegionOpenAndInit-ns3:test-16916484836112-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16916484836112,,1691648488561.f4b372c52c0be531186ef51c491c6603. 2023-08-10T06:21:28,998 DEBUG [RegionOpenAndInit-ns3:test-16916484836112-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16916484836112,,1691648488561.f4b372c52c0be531186ef51c491c6603. after waiting 0 ms 2023-08-10T06:21:28,998 DEBUG [RegionOpenAndInit-ns3:test-16916484836112-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16916484836112,,1691648488561.f4b372c52c0be531186ef51c491c6603. 2023-08-10T06:21:28,998 INFO [RegionOpenAndInit-ns3:test-16916484836112-pool-0 {}] regionserver.HRegion(1909): Closed ns3:test-16916484836112,,1691648488561.f4b372c52c0be531186ef51c491c6603. 2023-08-10T06:21:28,998 DEBUG [RegionOpenAndInit-ns3:test-16916484836112-pool-0 {}] regionserver.HRegion(1622): Region close journal for f4b372c52c0be531186ef51c491c6603: 2023-08-10T06:21:28,999 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns3:test-16916484836112 execute state=CREATE_TABLE_ADD_TO_META 2023-08-10T06:21:29,000 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns3:test-16916484836112,,1691648488561.f4b372c52c0be531186ef51c491c6603.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1691648489000"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1691648489000"}]},"ts":"1691648489000"} 2023-08-10T06:21:29,002 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-08-10T06:21:29,003 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns3:test-16916484836112 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-08-10T06:21:29,004 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16916484836112","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648489003"}]},"ts":"1691648489003"} 2023-08-10T06:21:29,005 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16916484836112, state=ENABLING in hbase:meta 2023-08-10T06:21:29,011 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16916484836112, region=f4b372c52c0be531186ef51c491c6603, ASSIGN}] 2023-08-10T06:21:29,013 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16916484836112, region=f4b372c52c0be531186ef51c491c6603, ASSIGN 2023-08-10T06:21:29,014 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns3:test-16916484836112, region=f4b372c52c0be531186ef51c491c6603, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,43215,1691648473835; forceNewPlan=false, retain=false 2023-08-10T06:21:29,165 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=f4b372c52c0be531186ef51c491c6603, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:21:29,168 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; OpenRegionProcedure f4b372c52c0be531186ef51c491c6603, server=jenkins-hbase3.apache.org,43215,1691648473835}] 2023-08-10T06:21:29,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-08-10T06:21:29,325 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(130): Open ns3:test-16916484836112,,1691648488561.f4b372c52c0be531186ef51c491c6603. 2023-08-10T06:21:29,325 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7254): Opening region: {ENCODED => f4b372c52c0be531186ef51c491c6603, NAME => 'ns3:test-16916484836112,,1691648488561.f4b372c52c0be531186ef51c491c6603.', STARTKEY => '', ENDKEY => ''} 2023-08-10T06:21:29,326 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-10T06:21:29,326 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16916484836112 f4b372c52c0be531186ef51c491c6603 2023-08-10T06:21:29,326 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(888): Instantiated ns3:test-16916484836112,,1691648488561.f4b372c52c0be531186ef51c491c6603.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:21:29,326 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7296): checking encryption for f4b372c52c0be531186ef51c491c6603 2023-08-10T06:21:29,326 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7299): checking classloading for f4b372c52c0be531186ef51c491c6603 2023-08-10T06:21:29,328 INFO [StoreOpener-f4b372c52c0be531186ef51c491c6603-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f4b372c52c0be531186ef51c491c6603 2023-08-10T06:21:29,330 INFO [StoreOpener-f4b372c52c0be531186ef51c491c6603-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4b372c52c0be531186ef51c491c6603 columnFamilyName f 2023-08-10T06:21:29,330 DEBUG [StoreOpener-f4b372c52c0be531186ef51c491c6603-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:21:29,331 INFO [StoreOpener-f4b372c52c0be531186ef51c491c6603-1 {}] regionserver.HStore(324): Store=f4b372c52c0be531186ef51c491c6603/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-10T06:21:29,332 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/ns3/test-16916484836112/f4b372c52c0be531186ef51c491c6603 2023-08-10T06:21:29,332 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/ns3/test-16916484836112/f4b372c52c0be531186ef51c491c6603 2023-08-10T06:21:29,335 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1076): writing seq id for f4b372c52c0be531186ef51c491c6603 2023-08-10T06:21:29,339 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/ns3/test-16916484836112/f4b372c52c0be531186ef51c491c6603/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-10T06:21:29,340 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): Opened f4b372c52c0be531186ef51c491c6603; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10011697600, jitterRate=-0.06758800148963928}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-08-10T06:21:29,341 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(992): Region open journal for f4b372c52c0be531186ef51c491c6603: 2023-08-10T06:21:29,342 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2552): Post open deploy tasks for ns3:test-16916484836112,,1691648488561.f4b372c52c0be531186ef51c491c6603., pid=21, masterSystemTime=1691648489320 2023-08-10T06:21:29,345 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2579): Finished post open deploy task for ns3:test-16916484836112,,1691648488561.f4b372c52c0be531186ef51c491c6603. 2023-08-10T06:21:29,345 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(158): Opened ns3:test-16916484836112,,1691648488561.f4b372c52c0be531186ef51c491c6603. 2023-08-10T06:21:29,345 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=f4b372c52c0be531186ef51c491c6603, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:21:29,350 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=21, resume processing ppid=20 2023-08-10T06:21:29,350 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=21, ppid=20, state=SUCCESS; OpenRegionProcedure f4b372c52c0be531186ef51c491c6603, server=jenkins-hbase3.apache.org,43215,1691648473835 in 180 msec 2023-08-10T06:21:29,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=20, resume processing ppid=19 2023-08-10T06:21:29,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=20, ppid=19, state=SUCCESS; TransitRegionStateProcedure table=ns3:test-16916484836112, region=f4b372c52c0be531186ef51c491c6603, ASSIGN in 339 msec 2023-08-10T06:21:29,354 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns3:test-16916484836112 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-08-10T06:21:29,354 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16916484836112","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648489354"}]},"ts":"1691648489354"} 2023-08-10T06:21:29,355 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16916484836112, state=ENABLED in hbase:meta 2023-08-10T06:21:29,358 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16916484836112 execute state=CREATE_TABLE_POST_OPERATION 2023-08-10T06:21:29,361 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=19, state=SUCCESS; CreateTableProcedure table=ns3:test-16916484836112 in 796 msec 2023-08-10T06:21:29,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-08-10T06:21:29,675 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: ns3:test-16916484836112, procId: 19 completed 2023-08-10T06:21:29,675 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns3:test-16916484836112 get assigned. Timeout = 60000ms 2023-08-10T06:21:29,678 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-08-10T06:21:29,683 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] hbase.HBaseTestingUtility(3581): All regions for table ns3:test-16916484836112 assigned to meta. Checking AM states. 2023-08-10T06:21:29,684 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-08-10T06:21:29,684 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] hbase.HBaseTestingUtility(3601): All regions for table ns3:test-16916484836112 assigned. 2023-08-10T06:21:29,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'ns4:test-16916484836113', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-10T06:21:29,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] procedure2.ProcedureExecutor(1033): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns4:test-16916484836113 2023-08-10T06:21:29,691 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16916484836113 execute state=CREATE_TABLE_PRE_OPERATION 2023-08-10T06:21:29,691 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:21:29,691 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns4" qualifier: "test-16916484836113" procId is: 22 2023-08-10T06:21:29,692 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns4:test-16916484836113 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-08-10T06:21:29,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-08-10T06:21:29,710 INFO [RegionOpenAndInit-ns4:test-16916484836113-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => b7ffa7c2778bd1480cf88fb3c9538166, NAME => 'ns4:test-16916484836113,,1691648489686.b7ffa7c2778bd1480cf88fb3c9538166.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-16916484836113', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c 2023-08-10T06:21:29,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-08-10T06:21:29,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-08-10T06:21:30,127 DEBUG [RegionOpenAndInit-ns4:test-16916484836113-pool-0 {}] regionserver.HRegion(888): Instantiated ns4:test-16916484836113,,1691648489686.b7ffa7c2778bd1480cf88fb3c9538166.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:21:30,128 DEBUG [RegionOpenAndInit-ns4:test-16916484836113-pool-0 {}] regionserver.HRegion(1668): Closing b7ffa7c2778bd1480cf88fb3c9538166, disabling compactions & flushes 2023-08-10T06:21:30,128 INFO [RegionOpenAndInit-ns4:test-16916484836113-pool-0 {}] regionserver.HRegion(1690): Closing region ns4:test-16916484836113,,1691648489686.b7ffa7c2778bd1480cf88fb3c9538166. 2023-08-10T06:21:30,128 DEBUG [RegionOpenAndInit-ns4:test-16916484836113-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16916484836113,,1691648489686.b7ffa7c2778bd1480cf88fb3c9538166. 2023-08-10T06:21:30,128 DEBUG [RegionOpenAndInit-ns4:test-16916484836113-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16916484836113,,1691648489686.b7ffa7c2778bd1480cf88fb3c9538166. after waiting 0 ms 2023-08-10T06:21:30,128 DEBUG [RegionOpenAndInit-ns4:test-16916484836113-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16916484836113,,1691648489686.b7ffa7c2778bd1480cf88fb3c9538166. 2023-08-10T06:21:30,128 INFO [RegionOpenAndInit-ns4:test-16916484836113-pool-0 {}] regionserver.HRegion(1909): Closed ns4:test-16916484836113,,1691648489686.b7ffa7c2778bd1480cf88fb3c9538166. 2023-08-10T06:21:30,128 DEBUG [RegionOpenAndInit-ns4:test-16916484836113-pool-0 {}] regionserver.HRegion(1622): Region close journal for b7ffa7c2778bd1480cf88fb3c9538166: 2023-08-10T06:21:30,129 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns4:test-16916484836113 execute state=CREATE_TABLE_ADD_TO_META 2023-08-10T06:21:30,130 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns4:test-16916484836113,,1691648489686.b7ffa7c2778bd1480cf88fb3c9538166.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1691648490129"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1691648490129"}]},"ts":"1691648490129"} 2023-08-10T06:21:30,132 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-08-10T06:21:30,133 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns4:test-16916484836113 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-08-10T06:21:30,133 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16916484836113","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648490133"}]},"ts":"1691648490133"} 2023-08-10T06:21:30,135 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16916484836113, state=ENABLING in hbase:meta 2023-08-10T06:21:30,140 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16916484836113, region=b7ffa7c2778bd1480cf88fb3c9538166, ASSIGN}] 2023-08-10T06:21:30,142 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16916484836113, region=b7ffa7c2778bd1480cf88fb3c9538166, ASSIGN 2023-08-10T06:21:30,143 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns4:test-16916484836113, region=b7ffa7c2778bd1480cf88fb3c9538166, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,43215,1691648473835; forceNewPlan=false, retain=false 2023-08-10T06:21:30,294 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=b7ffa7c2778bd1480cf88fb3c9538166, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:21:30,297 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE; OpenRegionProcedure b7ffa7c2778bd1480cf88fb3c9538166, server=jenkins-hbase3.apache.org,43215,1691648473835}] 2023-08-10T06:21:30,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-08-10T06:21:30,456 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(130): Open ns4:test-16916484836113,,1691648489686.b7ffa7c2778bd1480cf88fb3c9538166. 2023-08-10T06:21:30,456 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7254): Opening region: {ENCODED => b7ffa7c2778bd1480cf88fb3c9538166, NAME => 'ns4:test-16916484836113,,1691648489686.b7ffa7c2778bd1480cf88fb3c9538166.', STARTKEY => '', ENDKEY => ''} 2023-08-10T06:21:30,457 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-10T06:21:30,457 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16916484836113 b7ffa7c2778bd1480cf88fb3c9538166 2023-08-10T06:21:30,457 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(888): Instantiated ns4:test-16916484836113,,1691648489686.b7ffa7c2778bd1480cf88fb3c9538166.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:21:30,457 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7296): checking encryption for b7ffa7c2778bd1480cf88fb3c9538166 2023-08-10T06:21:30,457 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7299): checking classloading for b7ffa7c2778bd1480cf88fb3c9538166 2023-08-10T06:21:30,460 INFO [StoreOpener-b7ffa7c2778bd1480cf88fb3c9538166-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b7ffa7c2778bd1480cf88fb3c9538166 2023-08-10T06:21:30,462 INFO [StoreOpener-b7ffa7c2778bd1480cf88fb3c9538166-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7ffa7c2778bd1480cf88fb3c9538166 columnFamilyName f 2023-08-10T06:21:30,462 DEBUG [StoreOpener-b7ffa7c2778bd1480cf88fb3c9538166-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:21:30,463 INFO [StoreOpener-b7ffa7c2778bd1480cf88fb3c9538166-1 {}] regionserver.HStore(324): Store=b7ffa7c2778bd1480cf88fb3c9538166/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-10T06:21:30,467 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/ns4/test-16916484836113/b7ffa7c2778bd1480cf88fb3c9538166 2023-08-10T06:21:30,468 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/ns4/test-16916484836113/b7ffa7c2778bd1480cf88fb3c9538166 2023-08-10T06:21:30,471 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1076): writing seq id for b7ffa7c2778bd1480cf88fb3c9538166 2023-08-10T06:21:30,478 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/ns4/test-16916484836113/b7ffa7c2778bd1480cf88fb3c9538166/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-10T06:21:30,479 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): Opened b7ffa7c2778bd1480cf88fb3c9538166; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9662905120, jitterRate=-0.10007183253765106}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-08-10T06:21:30,480 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(992): Region open journal for b7ffa7c2778bd1480cf88fb3c9538166: 2023-08-10T06:21:30,481 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2552): Post open deploy tasks for ns4:test-16916484836113,,1691648489686.b7ffa7c2778bd1480cf88fb3c9538166., pid=24, masterSystemTime=1691648490450 2023-08-10T06:21:30,484 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2579): Finished post open deploy task for ns4:test-16916484836113,,1691648489686.b7ffa7c2778bd1480cf88fb3c9538166. 2023-08-10T06:21:30,484 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(158): Opened ns4:test-16916484836113,,1691648489686.b7ffa7c2778bd1480cf88fb3c9538166. 2023-08-10T06:21:30,485 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=b7ffa7c2778bd1480cf88fb3c9538166, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:21:30,490 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=24, resume processing ppid=23 2023-08-10T06:21:30,490 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=24, ppid=23, state=SUCCESS; OpenRegionProcedure b7ffa7c2778bd1480cf88fb3c9538166, server=jenkins-hbase3.apache.org,43215,1691648473835 in 190 msec 2023-08-10T06:21:30,493 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=23, resume processing ppid=22 2023-08-10T06:21:30,493 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=23, ppid=22, state=SUCCESS; TransitRegionStateProcedure table=ns4:test-16916484836113, region=b7ffa7c2778bd1480cf88fb3c9538166, ASSIGN in 350 msec 2023-08-10T06:21:30,494 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns4:test-16916484836113 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-08-10T06:21:30,495 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16916484836113","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648490494"}]},"ts":"1691648490494"} 2023-08-10T06:21:30,497 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16916484836113, state=ENABLED in hbase:meta 2023-08-10T06:21:30,500 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16916484836113 execute state=CREATE_TABLE_POST_OPERATION 2023-08-10T06:21:30,503 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=22, state=SUCCESS; CreateTableProcedure table=ns4:test-16916484836113 in 814 msec 2023-08-10T06:21:30,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-08-10T06:21:30,800 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: ns4:test-16916484836113, procId: 22 completed 2023-08-10T06:21:30,800 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns4:test-16916484836113 get assigned. Timeout = 60000ms 2023-08-10T06:21:30,800 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-08-10T06:21:30,805 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] hbase.HBaseTestingUtility(3581): All regions for table ns4:test-16916484836113 assigned to meta. Checking AM states. 2023-08-10T06:21:30,806 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-08-10T06:21:30,806 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] hbase.HBaseTestingUtility(3601): All regions for table ns4:test-16916484836113 assigned. 2023-08-10T06:21:30,806 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x7faee0fc to 127.0.0.1:50433 2023-08-10T06:21:30,807 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:21:30,845 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-08-10T06:21:30,857 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] hbase.ResourceChecker(147): before: backup.TestBackupMerge#TestIncBackupMergeRestore Thread=583, OpenFileDescriptor=660, MaxFileDescriptor=60000, SystemLoadAverage=366, ProcessCount=173, AvailableMemoryMB=2224 2023-08-10T06:21:30,857 WARN [Listener at jenkins-hbase3.apache.org/35839 {}] hbase.ResourceChecker(130): Thread=583 is superior to 500 2023-08-10T06:21:30,866 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] backup.TestBackupMerge(54): create full backup image for all tables 2023-08-10T06:21:30,867 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x02e043d4 to 127.0.0.1:50433 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:21:30,877 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25bd452f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:21:30,899 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:21:30,902 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:38580, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:21:30,920 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-10T06:21:30,922 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:54260, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-08-10T06:21:30,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'backup'} 2023-08-10T06:21:30,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] procedure2.ProcedureExecutor(1033): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=backup 2023-08-10T06:21:30,940 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1691648483611 2023-08-10T06:21:30,940 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1691648483611 Metrics about Tables on a single HBase RegionServer 2023-08-10T06:21:30,942 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-16916484836111 2023-08-10T06:21:30,942 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-16916484836111 Metrics about Tables on a single HBase RegionServer 2023-08-10T06:21:30,943 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-16916484836113 2023-08-10T06:21:30,943 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-16916484836113 Metrics about Tables on a single HBase RegionServer 2023-08-10T06:21:30,944 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-16916484836112 2023-08-10T06:21:30,944 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-16916484836112 Metrics about Tables on a single HBase RegionServer 2023-08-10T06:21:30,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=25 2023-08-10T06:21:30,957 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-08-10T06:21:30,962 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=25, state=SUCCESS; CreateNamespaceProcedure, namespace=backup in 22 msec 2023-08-10T06:21:31,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=25 2023-08-10T06:21:31,064 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-10T06:21:31,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] procedure2.ProcedureExecutor(1033): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system 2023-08-10T06:21:31,069 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2023-08-10T06:21:31,069 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:21:31,069 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2023-08-10T06:21:31,070 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-08-10T06:21:31,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-08-10T06:21:31,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-08-10T06:21:31,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-08-10T06:21:31,490 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => a2acd36b3b78e2e342a9fca3b1a34bfa, NAME => 'backup:system,,1691648491064.a2acd36b3b78e2e342a9fca3b1a34bfa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c 2023-08-10T06:21:31,511 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system,,1691648491064.a2acd36b3b78e2e342a9fca3b1a34bfa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:21:31,511 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1668): Closing a2acd36b3b78e2e342a9fca3b1a34bfa, disabling compactions & flushes 2023-08-10T06:21:31,512 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system,,1691648491064.a2acd36b3b78e2e342a9fca3b1a34bfa. 2023-08-10T06:21:31,512 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1691648491064.a2acd36b3b78e2e342a9fca3b1a34bfa. 2023-08-10T06:21:31,512 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1691648491064.a2acd36b3b78e2e342a9fca3b1a34bfa. after waiting 0 ms 2023-08-10T06:21:31,512 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1691648491064.a2acd36b3b78e2e342a9fca3b1a34bfa. 2023-08-10T06:21:31,512 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1909): Closed backup:system,,1691648491064.a2acd36b3b78e2e342a9fca3b1a34bfa. 2023-08-10T06:21:31,512 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1622): Region close journal for a2acd36b3b78e2e342a9fca3b1a34bfa: 2023-08-10T06:21:31,514 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2023-08-10T06:21:31,514 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system,,1691648491064.a2acd36b3b78e2e342a9fca3b1a34bfa.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1691648491514"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1691648491514"}]},"ts":"1691648491514"} 2023-08-10T06:21:31,517 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-08-10T06:21:31,518 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-08-10T06:21:31,518 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648491518"}]},"ts":"1691648491518"} 2023-08-10T06:21:31,520 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLING in hbase:meta 2023-08-10T06:21:31,525 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=a2acd36b3b78e2e342a9fca3b1a34bfa, ASSIGN}] 2023-08-10T06:21:31,528 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=a2acd36b3b78e2e342a9fca3b1a34bfa, ASSIGN 2023-08-10T06:21:31,529 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system, region=a2acd36b3b78e2e342a9fca3b1a34bfa, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,43215,1691648473835; forceNewPlan=false, retain=false 2023-08-10T06:21:31,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-08-10T06:21:31,681 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=a2acd36b3b78e2e342a9fca3b1a34bfa, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:21:31,684 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE; OpenRegionProcedure a2acd36b3b78e2e342a9fca3b1a34bfa, server=jenkins-hbase3.apache.org,43215,1691648473835}] 2023-08-10T06:21:31,841 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(130): Open backup:system,,1691648491064.a2acd36b3b78e2e342a9fca3b1a34bfa. 2023-08-10T06:21:31,841 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7254): Opening region: {ENCODED => a2acd36b3b78e2e342a9fca3b1a34bfa, NAME => 'backup:system,,1691648491064.a2acd36b3b78e2e342a9fca3b1a34bfa.', STARTKEY => '', ENDKEY => ''} 2023-08-10T06:21:31,842 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-10T06:21:31,842 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system a2acd36b3b78e2e342a9fca3b1a34bfa 2023-08-10T06:21:31,842 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(888): Instantiated backup:system,,1691648491064.a2acd36b3b78e2e342a9fca3b1a34bfa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:21:31,842 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7296): checking encryption for a2acd36b3b78e2e342a9fca3b1a34bfa 2023-08-10T06:21:31,842 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7299): checking classloading for a2acd36b3b78e2e342a9fca3b1a34bfa 2023-08-10T06:21:31,844 INFO [StoreOpener-a2acd36b3b78e2e342a9fca3b1a34bfa-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region a2acd36b3b78e2e342a9fca3b1a34bfa 2023-08-10T06:21:31,846 INFO [StoreOpener-a2acd36b3b78e2e342a9fca3b1a34bfa-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2acd36b3b78e2e342a9fca3b1a34bfa columnFamilyName meta 2023-08-10T06:21:31,847 DEBUG [StoreOpener-a2acd36b3b78e2e342a9fca3b1a34bfa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:21:31,847 INFO [StoreOpener-a2acd36b3b78e2e342a9fca3b1a34bfa-1 {}] regionserver.HStore(324): Store=a2acd36b3b78e2e342a9fca3b1a34bfa/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-10T06:21:31,847 INFO [StoreOpener-a2acd36b3b78e2e342a9fca3b1a34bfa-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region a2acd36b3b78e2e342a9fca3b1a34bfa 2023-08-10T06:21:31,849 INFO [StoreOpener-a2acd36b3b78e2e342a9fca3b1a34bfa-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2acd36b3b78e2e342a9fca3b1a34bfa columnFamilyName session 2023-08-10T06:21:31,849 DEBUG [StoreOpener-a2acd36b3b78e2e342a9fca3b1a34bfa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:21:31,850 INFO [StoreOpener-a2acd36b3b78e2e342a9fca3b1a34bfa-1 {}] regionserver.HStore(324): Store=a2acd36b3b78e2e342a9fca3b1a34bfa/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-10T06:21:31,851 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/backup/system/a2acd36b3b78e2e342a9fca3b1a34bfa 2023-08-10T06:21:31,852 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/backup/system/a2acd36b3b78e2e342a9fca3b1a34bfa 2023-08-10T06:21:31,853 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-08-10T06:21:31,855 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1076): writing seq id for a2acd36b3b78e2e342a9fca3b1a34bfa 2023-08-10T06:21:31,857 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/backup/system/a2acd36b3b78e2e342a9fca3b1a34bfa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-10T06:21:31,858 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): Opened a2acd36b3b78e2e342a9fca3b1a34bfa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10773701440, jitterRate=0.003379136323928833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-08-10T06:21:31,859 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(992): Region open journal for a2acd36b3b78e2e342a9fca3b1a34bfa: 2023-08-10T06:21:31,860 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2552): Post open deploy tasks for backup:system,,1691648491064.a2acd36b3b78e2e342a9fca3b1a34bfa., pid=28, masterSystemTime=1691648491836 2023-08-10T06:21:31,862 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2579): Finished post open deploy task for backup:system,,1691648491064.a2acd36b3b78e2e342a9fca3b1a34bfa. 2023-08-10T06:21:31,863 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(158): Opened backup:system,,1691648491064.a2acd36b3b78e2e342a9fca3b1a34bfa. 2023-08-10T06:21:31,863 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=a2acd36b3b78e2e342a9fca3b1a34bfa, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:21:31,867 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=28, resume processing ppid=27 2023-08-10T06:21:31,867 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=28, ppid=27, state=SUCCESS; OpenRegionProcedure a2acd36b3b78e2e342a9fca3b1a34bfa, server=jenkins-hbase3.apache.org,43215,1691648473835 in 182 msec 2023-08-10T06:21:31,870 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=27, resume processing ppid=26 2023-08-10T06:21:31,870 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=27, ppid=26, state=SUCCESS; TransitRegionStateProcedure table=backup:system, region=a2acd36b3b78e2e342a9fca3b1a34bfa, ASSIGN in 342 msec 2023-08-10T06:21:31,870 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-08-10T06:21:31,871 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648491870"}]},"ts":"1691648491870"} 2023-08-10T06:21:31,872 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLED in hbase:meta 2023-08-10T06:21:31,876 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2023-08-10T06:21:31,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=26, state=SUCCESS; CreateTableProcedure table=backup:system in 812 msec 2023-08-10T06:21:32,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-08-10T06:21:32,180 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: backup:system, procId: 26 completed 2023-08-10T06:21:32,195 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-10T06:21:32,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] procedure2.ProcedureExecutor(1033): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system_bulk 2023-08-10T06:21:32,199 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2023-08-10T06:21:32,199 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:21:32,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2023-08-10T06:21:32,201 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-08-10T06:21:32,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-08-10T06:21:32,215 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => d71cb915a72fb9786d622ff26907d4c7, NAME => 'backup:system_bulk,,1691648492195.d71cb915a72fb9786d622ff26907d4c7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c 2023-08-10T06:21:32,235 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1691648492195.d71cb915a72fb9786d622ff26907d4c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:21:32,235 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1668): Closing d71cb915a72fb9786d622ff26907d4c7, disabling compactions & flushes 2023-08-10T06:21:32,235 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1691648492195.d71cb915a72fb9786d622ff26907d4c7. 2023-08-10T06:21:32,235 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1691648492195.d71cb915a72fb9786d622ff26907d4c7. 2023-08-10T06:21:32,235 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1691648492195.d71cb915a72fb9786d622ff26907d4c7. after waiting 0 ms 2023-08-10T06:21:32,235 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1691648492195.d71cb915a72fb9786d622ff26907d4c7. 2023-08-10T06:21:32,235 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1909): Closed backup:system_bulk,,1691648492195.d71cb915a72fb9786d622ff26907d4c7. 2023-08-10T06:21:32,235 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1622): Region close journal for d71cb915a72fb9786d622ff26907d4c7: 2023-08-10T06:21:32,236 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2023-08-10T06:21:32,237 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system_bulk,,1691648492195.d71cb915a72fb9786d622ff26907d4c7.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1691648492236"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1691648492236"}]},"ts":"1691648492236"} 2023-08-10T06:21:32,239 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-08-10T06:21:32,240 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-08-10T06:21:32,240 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648492240"}]},"ts":"1691648492240"} 2023-08-10T06:21:32,242 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2023-08-10T06:21:32,246 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=d71cb915a72fb9786d622ff26907d4c7, ASSIGN}] 2023-08-10T06:21:32,248 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=d71cb915a72fb9786d622ff26907d4c7, ASSIGN 2023-08-10T06:21:32,250 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system_bulk, region=d71cb915a72fb9786d622ff26907d4c7, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,43215,1691648473835; forceNewPlan=false, retain=false 2023-08-10T06:21:32,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-08-10T06:21:32,401 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=d71cb915a72fb9786d622ff26907d4c7, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:21:32,404 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; OpenRegionProcedure d71cb915a72fb9786d622ff26907d4c7, server=jenkins-hbase3.apache.org,43215,1691648473835}] 2023-08-10T06:21:32,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-08-10T06:21:32,562 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(130): Open backup:system_bulk,,1691648492195.d71cb915a72fb9786d622ff26907d4c7. 2023-08-10T06:21:32,562 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7254): Opening region: {ENCODED => d71cb915a72fb9786d622ff26907d4c7, NAME => 'backup:system_bulk,,1691648492195.d71cb915a72fb9786d622ff26907d4c7.', STARTKEY => '', ENDKEY => ''} 2023-08-10T06:21:32,562 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-10T06:21:32,563 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk d71cb915a72fb9786d622ff26907d4c7 2023-08-10T06:21:32,563 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1691648492195.d71cb915a72fb9786d622ff26907d4c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:21:32,563 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7296): checking encryption for d71cb915a72fb9786d622ff26907d4c7 2023-08-10T06:21:32,563 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7299): checking classloading for d71cb915a72fb9786d622ff26907d4c7 2023-08-10T06:21:32,565 INFO [StoreOpener-d71cb915a72fb9786d622ff26907d4c7-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region d71cb915a72fb9786d622ff26907d4c7 2023-08-10T06:21:32,566 INFO [StoreOpener-d71cb915a72fb9786d622ff26907d4c7-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d71cb915a72fb9786d622ff26907d4c7 columnFamilyName meta 2023-08-10T06:21:32,567 DEBUG [StoreOpener-d71cb915a72fb9786d622ff26907d4c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:21:32,567 INFO [StoreOpener-d71cb915a72fb9786d622ff26907d4c7-1 {}] regionserver.HStore(324): Store=d71cb915a72fb9786d622ff26907d4c7/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-10T06:21:32,567 INFO [StoreOpener-d71cb915a72fb9786d622ff26907d4c7-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region d71cb915a72fb9786d622ff26907d4c7 2023-08-10T06:21:32,569 INFO [StoreOpener-d71cb915a72fb9786d622ff26907d4c7-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d71cb915a72fb9786d622ff26907d4c7 columnFamilyName session 2023-08-10T06:21:32,569 DEBUG [StoreOpener-d71cb915a72fb9786d622ff26907d4c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:21:32,570 INFO [StoreOpener-d71cb915a72fb9786d622ff26907d4c7-1 {}] regionserver.HStore(324): Store=d71cb915a72fb9786d622ff26907d4c7/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-10T06:21:32,571 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/backup/system_bulk/d71cb915a72fb9786d622ff26907d4c7 2023-08-10T06:21:32,572 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/backup/system_bulk/d71cb915a72fb9786d622ff26907d4c7 2023-08-10T06:21:32,574 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-08-10T06:21:32,579 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1076): writing seq id for d71cb915a72fb9786d622ff26907d4c7 2023-08-10T06:21:32,581 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/backup/system_bulk/d71cb915a72fb9786d622ff26907d4c7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-10T06:21:32,582 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): Opened d71cb915a72fb9786d622ff26907d4c7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10261613120, jitterRate=-0.04431280493736267}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-08-10T06:21:32,582 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(992): Region open journal for d71cb915a72fb9786d622ff26907d4c7: 2023-08-10T06:21:32,583 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2552): Post open deploy tasks for backup:system_bulk,,1691648492195.d71cb915a72fb9786d622ff26907d4c7., pid=31, masterSystemTime=1691648492556 2023-08-10T06:21:32,586 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2579): Finished post open deploy task for backup:system_bulk,,1691648492195.d71cb915a72fb9786d622ff26907d4c7. 2023-08-10T06:21:32,586 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(158): Opened backup:system_bulk,,1691648492195.d71cb915a72fb9786d622ff26907d4c7. 2023-08-10T06:21:32,586 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=d71cb915a72fb9786d622ff26907d4c7, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:21:32,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=31, resume processing ppid=30 2023-08-10T06:21:32,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=31, ppid=30, state=SUCCESS; OpenRegionProcedure d71cb915a72fb9786d622ff26907d4c7, server=jenkins-hbase3.apache.org,43215,1691648473835 in 184 msec 2023-08-10T06:21:32,593 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=30, resume processing ppid=29 2023-08-10T06:21:32,593 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=backup:system_bulk, region=d71cb915a72fb9786d622ff26907d4c7, ASSIGN in 345 msec 2023-08-10T06:21:32,594 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-08-10T06:21:32,594 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648492594"}]},"ts":"1691648492594"} 2023-08-10T06:21:32,596 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2023-08-10T06:21:32,599 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2023-08-10T06:21:32,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=29, state=SUCCESS; CreateTableProcedure table=backup:system_bulk in 404 msec 2023-08-10T06:21:32,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-08-10T06:21:32,807 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: backup:system_bulk, procId: 29 completed 2023-08-10T06:21:32,820 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupSystemTable(610): Start new backup exclusive operation 2023-08-10T06:21:32,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1685): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-08-10T06:21:32,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1691648492869 (current time:1691648492869). 2023-08-10T06:21:32,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-08-10T06:21:32,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-08-10T06:21:32,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x35dfa16b to 127.0.0.1:50433 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:21:32,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@699fccfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:21:32,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:21:32,882 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:38594, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:21:32,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x35dfa16b to 127.0.0.1:50433 2023-08-10T06:21:32,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:21:32,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-08-10T06:21:32,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] procedure2.ProcedureExecutor(1033): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-08-10T06:21:32,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-08-10T06:21:32,899 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-08-10T06:21:32,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-08-10T06:21:32,906 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-08-10T06:21:32,909 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-08-10T06:21:33,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-08-10T06:21:33,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-08-10T06:21:33,321 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-08-10T06:21:33,324 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure a2acd36b3b78e2e342a9fca3b1a34bfa}] 2023-08-10T06:21:33,330 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure a2acd36b3b78e2e342a9fca3b1a34bfa 2023-08-10T06:21:33,429 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2023-08-10T06:21:33,430 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-16916484836112' 2023-08-10T06:21:33,430 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-16916484836113' 2023-08-10T06:21:33,430 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2023-08-10T06:21:33,431 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-16916484836111' 2023-08-10T06:21:33,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43215 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2023-08-10T06:21:33,492 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1691648491064.a2acd36b3b78e2e342a9fca3b1a34bfa. 2023-08-10T06:21:33,494 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2819): Flushing a2acd36b3b78e2e342a9fca3b1a34bfa 2/2 column families, dataSize=45 B heapSize=632 B 2023-08-10T06:21:33,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-08-10T06:21:33,567 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/backup/system/a2acd36b3b78e2e342a9fca3b1a34bfa/.tmp/session/ee2f90ca8aef4d2395c9591edc4d6d97 is 49, key is activesession:/session:c/1691648492855/Put/seqid=0 2023-08-10T06:21:33,988 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/backup/system/a2acd36b3b78e2e342a9fca3b1a34bfa/.tmp/session/ee2f90ca8aef4d2395c9591edc4d6d97 2023-08-10T06:21:34,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-08-10T06:21:34,057 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: ee2f90ca8aef4d2395c9591edc4d6d97 2023-08-10T06:21:34,060 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/backup/system/a2acd36b3b78e2e342a9fca3b1a34bfa/.tmp/session/ee2f90ca8aef4d2395c9591edc4d6d97 as hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/backup/system/a2acd36b3b78e2e342a9fca3b1a34bfa/session/ee2f90ca8aef4d2395c9591edc4d6d97 2023-08-10T06:21:34,069 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/backup/system/a2acd36b3b78e2e342a9fca3b1a34bfa/session/ee2f90ca8aef4d2395c9591edc4d6d97, entries=1, sequenceid=5, filesize=4.9 K 2023-08-10T06:21:34,073 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3022): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for a2acd36b3b78e2e342a9fca3b1a34bfa in 579ms, sequenceid=5, compaction requested=false 2023-08-10T06:21:34,075 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2520): Flush status journal for a2acd36b3b78e2e342a9fca3b1a34bfa: 2023-08-10T06:21:34,075 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1691648491064.a2acd36b3b78e2e342a9fca3b1a34bfa. for snapshot_backup_system completed. 2023-08-10T06:21:34,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1691648491064.a2acd36b3b78e2e342a9fca3b1a34bfa.' region-info for snapshot=snapshot_backup_system 2023-08-10T06:21:34,082 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-08-10T06:21:34,087 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-08-10T06:21:34,087 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/backup/system/a2acd36b3b78e2e342a9fca3b1a34bfa/session/ee2f90ca8aef4d2395c9591edc4d6d97] hfiles 2023-08-10T06:21:34,087 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/backup/system/a2acd36b3b78e2e342a9fca3b1a34bfa/session/ee2f90ca8aef4d2395c9591edc4d6d97 for snapshot=snapshot_backup_system 2023-08-10T06:21:34,502 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1691648491064.a2acd36b3b78e2e342a9fca3b1a34bfa. 2023-08-10T06:21:34,506 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=33 2023-08-10T06:21:34,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.HMaster(3994): Remote procedure done, pid=33 2023-08-10T06:21:34,509 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region a2acd36b3b78e2e342a9fca3b1a34bfa 2023-08-10T06:21:34,511 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure a2acd36b3b78e2e342a9fca3b1a34bfa 2023-08-10T06:21:34,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=33, resume processing ppid=32 2023-08-10T06:21:34,514 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-08-10T06:21:34,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=33, ppid=32, state=SUCCESS; SnapshotRegionProcedure a2acd36b3b78e2e342a9fca3b1a34bfa in 1.1880 sec 2023-08-10T06:21:34,516 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-08-10T06:21:34,519 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-08-10T06:21:34,519 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-08-10T06:21:34,522 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/.hbase-snapshot/.tmp/snapshot_backup_system 2023-08-10T06:21:34,947 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-08-10T06:21:34,960 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-08-10T06:21:34,961 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/.hbase-snapshot/snapshot_backup_system 2023-08-10T06:21:34,992 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-08-10T06:21:34,992 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-08-10T06:21:34,993 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.1000 sec 2023-08-10T06:21:35,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-08-10T06:21:35,009 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] client.HBaseAdmin$TableFuture(3590): Operation: SNAPSHOT, Table Name: backup:system, procId: 32 completed 2023-08-10T06:21:35,009 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] impl.TableBackupClient(115): Backup backup_1691648490882 started at 1691648495009. 2023-08-10T06:21:35,030 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.TableBackupClient(119): Backup session backup_1691648490882 has been started. 2023-08-10T06:21:35,033 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-08-10T06:21:35,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(946): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-08-10T06:21:35,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-08-10T06:21:35,049 INFO [(jenkins-hbase3.apache.org,41231,1691648470721)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-08-10T06:21:35,049 DEBUG [(jenkins-hbase3.apache.org,41231,1691648470721)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-08-10T06:21:35,050 DEBUG [(jenkins-hbase3.apache.org,41231,1691648470721)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-08-10T06:21:35,050 DEBUG [(jenkins-hbase3.apache.org,41231,1691648470721)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-08-10T06:21:35,050 DEBUG [(jenkins-hbase3.apache.org,41231,1691648470721)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-08-10T06:21:35,050 DEBUG [(jenkins-hbase3.apache.org,41231,1691648470721)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-08-10T06:21:35,052 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43215-0x10060e48b770001, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-08-10T06:21:35,052 DEBUG [(jenkins-hbase3.apache.org,41231,1691648470721)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:21:35,052 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-08-10T06:21:35,052 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-08-10T06:21:35,052 DEBUG [(jenkins-hbase3.apache.org,41231,1691648470721)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:21:35,052 DEBUG [(jenkins-hbase3.apache.org,41231,1691648470721)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-08-10T06:21:35,052 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-08-10T06:21:35,053 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43215-0x10060e48b770001, quorum=127.0.0.1:50433, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-08-10T06:21:35,053 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-08-10T06:21:35,053 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-08-10T06:21:35,053 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-08-10T06:21:35,055 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-08-10T06:21:35,055 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-08-10T06:21:35,055 DEBUG [member: 'jenkins-hbase3.apache.org,43215,1691648473835' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-08-10T06:21:35,055 DEBUG [member: 'jenkins-hbase3.apache.org,43215,1691648473835' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-08-10T06:21:35,056 DEBUG [member: 'jenkins-hbase3.apache.org,43215,1691648473835' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-08-10T06:21:35,056 DEBUG [member: 'jenkins-hbase3.apache.org,43215,1691648473835' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-08-10T06:21:35,056 DEBUG [member: 'jenkins-hbase3.apache.org,43215,1691648473835' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,43215,1691648473835' joining acquired barrier for procedure (rolllog) in zk 2023-08-10T06:21:35,058 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:21:35,058 DEBUG [member: 'jenkins-hbase3.apache.org,43215,1691648473835' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-08-10T06:21:35,058 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:21:35,058 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-08-10T06:21:35,058 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-08-10T06:21:35,059 DEBUG [member: 'jenkins-hbase3.apache.org,43215,1691648473835' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43215-0x10060e48b770001, quorum=127.0.0.1:50433, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-08-10T06:21:35,059 DEBUG [member: 'jenkins-hbase3.apache.org,43215,1691648473835' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-08-10T06:21:35,059 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-08-10T06:21:35,059 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-08-10T06:21:35,060 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-10T06:21:35,060 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:21:35,060 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-08-10T06:21:35,061 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,43215,1691648473835' joining acquired barrier for procedure 'rolllog' on coordinator 2023-08-10T06:21:35,061 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@5d09ec8c[Count = 0] remaining members to acquire global barrier 2023-08-10T06:21:35,061 DEBUG [(jenkins-hbase3.apache.org,41231,1691648470721)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-08-10T06:21:35,061 DEBUG [(jenkins-hbase3.apache.org,41231,1691648470721)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-08-10T06:21:35,064 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43215-0x10060e48b770001, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-08-10T06:21:35,064 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-08-10T06:21:35,064 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-08-10T06:21:35,064 DEBUG [member: 'jenkins-hbase3.apache.org,43215,1691648473835' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-08-10T06:21:35,065 DEBUG [(jenkins-hbase3.apache.org,41231,1691648470721)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:21:35,065 DEBUG [(jenkins-hbase3.apache.org,41231,1691648470721)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-08-10T06:21:35,065 DEBUG [member: 'jenkins-hbase3.apache.org,43215,1691648473835' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-08-10T06:21:35,065 DEBUG [rs(jenkins-hbase3.apache.org,43215,1691648473835)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:21:35,066 INFO [rs(jenkins-hbase3.apache.org,43215,1691648473835)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1691648475640 highest: 1691648475640 on jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:21:35,066 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C43215%2C1691648473835.meta:.meta(num 1691648476495) roll requested 2023-08-10T06:21:35,077 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/WALs/jenkins-hbase3.apache.org,43215,1691648473835/jenkins-hbase3.apache.org%2C43215%2C1691648473835.meta.1691648495066.meta, exclude list is [], retry=0 2023-08-10T06:21:35,081 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33251,DS-a7d71890-6ed3-42aa-807e-a68ff3479ec8,DISK] 2023-08-10T06:21:35,084 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/WALs/jenkins-hbase3.apache.org,43215,1691648473835/jenkins-hbase3.apache.org%2C43215%2C1691648473835.meta.1691648476495.meta with entries=36, filesize=11.13 KB; new WAL /user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/WALs/jenkins-hbase3.apache.org,43215,1691648473835/jenkins-hbase3.apache.org%2C43215%2C1691648473835.meta.1691648495066.meta 2023-08-10T06:21:35,085 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:33251,DS-a7d71890-6ed3-42aa-807e-a68ff3479ec8,DISK]] 2023-08-10T06:21:35,086 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/WALs/jenkins-hbase3.apache.org,43215,1691648473835/jenkins-hbase3.apache.org%2C43215%2C1691648473835.meta.1691648476495.meta is not closed yet, will try archiving it next time 2023-08-10T06:21:35,086 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C43215%2C1691648473835:(num 1691648475640) roll requested 2023-08-10T06:21:35,097 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/WALs/jenkins-hbase3.apache.org,43215,1691648473835/jenkins-hbase3.apache.org%2C43215%2C1691648473835.1691648495086, exclude list is [], retry=0 2023-08-10T06:21:35,101 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33251,DS-a7d71890-6ed3-42aa-807e-a68ff3479ec8,DISK] 2023-08-10T06:21:35,104 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/WALs/jenkins-hbase3.apache.org,43215,1691648473835/jenkins-hbase3.apache.org%2C43215%2C1691648473835.1691648475640 with entries=19, filesize=4.02 KB; new WAL /user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/WALs/jenkins-hbase3.apache.org,43215,1691648473835/jenkins-hbase3.apache.org%2C43215%2C1691648473835.1691648495086 2023-08-10T06:21:35,104 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:33251,DS-a7d71890-6ed3-42aa-807e-a68ff3479ec8,DISK]] 2023-08-10T06:21:35,104 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/WALs/jenkins-hbase3.apache.org,43215,1691648473835/jenkins-hbase3.apache.org%2C43215%2C1691648473835.1691648475640 is not closed yet, will try archiving it next time 2023-08-10T06:21:35,106 DEBUG [rs(jenkins-hbase3.apache.org,43215,1691648473835)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 40 2023-08-10T06:21:35,106 INFO [rs(jenkins-hbase3.apache.org,43215,1691648473835)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1691648495086 on jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:21:35,107 DEBUG [rs(jenkins-hbase3.apache.org,43215,1691648473835)-backup-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-10T06:21:35,109 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:54264, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-08-10T06:21:35,127 DEBUG [member: 'jenkins-hbase3.apache.org,43215,1691648473835' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-08-10T06:21:35,127 DEBUG [member: 'jenkins-hbase3.apache.org,43215,1691648473835' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,43215,1691648473835' in zk 2023-08-10T06:21:35,129 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:21:35,129 DEBUG [member: 'jenkins-hbase3.apache.org,43215,1691648473835' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-08-10T06:21:35,129 DEBUG [member: 'jenkins-hbase3.apache.org,43215,1691648473835' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-08-10T06:21:35,129 DEBUG [member: 'jenkins-hbase3.apache.org,43215,1691648473835' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-08-10T06:21:35,129 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:21:35,130 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-08-10T06:21:35,130 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-08-10T06:21:35,130 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-08-10T06:21:35,131 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-08-10T06:21:35,131 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-10T06:21:35,131 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:21:35,132 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-08-10T06:21:35,132 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-10T06:21:35,132 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:21:35,133 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,43215,1691648473835': 2023-08-10T06:21:35,133 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,43215,1691648473835' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-08-10T06:21:35,133 INFO [(jenkins-hbase3.apache.org,41231,1691648470721)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-08-10T06:21:35,133 DEBUG [(jenkins-hbase3.apache.org,41231,1691648470721)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-08-10T06:21:35,133 DEBUG [(jenkins-hbase3.apache.org,41231,1691648470721)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-08-10T06:21:35,133 DEBUG [(jenkins-hbase3.apache.org,41231,1691648470721)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-08-10T06:21:35,133 INFO [(jenkins-hbase3.apache.org,41231,1691648470721)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-08-10T06:21:35,135 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-08-10T06:21:35,135 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43215-0x10060e48b770001, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-08-10T06:21:35,136 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43215-0x10060e48b770001, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-08-10T06:21:35,136 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-08-10T06:21:35,136 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-08-10T06:21:35,136 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-08-10T06:21:35,136 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-08-10T06:21:35,136 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-08-10T06:21:35,136 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-08-10T06:21:35,136 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-08-10T06:21:35,136 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-08-10T06:21:35,136 DEBUG [(jenkins-hbase3.apache.org,41231,1691648470721)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:21:35,136 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-08-10T06:21:35,136 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-10T06:21:35,137 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-08-10T06:21:35,137 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-10T06:21:35,138 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:21:35,138 DEBUG [(jenkins-hbase3.apache.org,41231,1691648470721)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:21:35,138 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-08-10T06:21:35,139 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-10T06:21:35,139 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:21:35,146 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:21:35,146 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43215-0x10060e48b770001, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-08-10T06:21:35,146 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-08-10T06:21:35,146 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43215-0x10060e48b770001, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-08-10T06:21:35,146 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-08-10T06:21:35,146 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-08-10T06:21:35,146 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:21:35,146 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-08-10T06:21:35,146 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-08-10T06:21:35,146 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-08-10T06:21:35,146 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-08-10T06:21:35,146 DEBUG [(jenkins-hbase3.apache.org,41231,1691648470721)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-08-10T06:21:35,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-08-10T06:21:35,147 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-08-10T06:21:35,147 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-08-10T06:21:35,147 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-08-10T06:21:35,149 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] client.HBaseAdmin(2751): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-08-10T06:21:35,149 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] client.HBaseAdmin(2759): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-08-10T06:21:35,249 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] client.HBaseAdmin(2765): Getting current status of procedure from master... 2023-08-10T06:21:35,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1247): Checking to see if procedure from request:rolllog-proc is done 2023-08-10T06:21:35,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1685): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1691648495258_default_test-1691648483611 table=test-1691648483611 type=FLUSH ttl=0 } 2023-08-10T06:21:35,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1691648495259 (current time:1691648495259). 2023-08-10T06:21:35,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-08-10T06:21:35,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1691648495258_default_test-1691648483611 VERSION not specified, setting to 2 2023-08-10T06:21:35,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x4da4e395 to 127.0.0.1:50433 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:21:35,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31d94ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:21:35,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:21:35,269 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:38610, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:21:35,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x4da4e395 to 127.0.0.1:50433 2023-08-10T06:21:35,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:21:35,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-08-10T06:21:35,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] procedure2.ProcedureExecutor(1033): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1691648495258_default_test-1691648483611 table=test-1691648483611 type=FLUSH ttl=0 } 2023-08-10T06:21:35,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_1691648495258_default_test-1691648483611 table=test-1691648483611 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-08-10T06:21:35,274 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1691648495258_default_test-1691648483611 table=test-1691648483611 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-08-10T06:21:35,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-08-10T06:21:35,275 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1691648495258_default_test-1691648483611 table=test-1691648483611 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-08-10T06:21:35,277 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1691648495258_default_test-1691648483611 table=test-1691648483611 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-08-10T06:21:35,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-08-10T06:21:35,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-08-10T06:21:35,689 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1691648495258_default_test-1691648483611 table=test-1691648483611 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-08-10T06:21:35,689 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 3f05a968e07af17125b2d89359c16e21}] 2023-08-10T06:21:35,691 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 3f05a968e07af17125b2d89359c16e21 2023-08-10T06:21:35,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43215 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2023-08-10T06:21:35,843 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1691648483611,,1691648484111.3f05a968e07af17125b2d89359c16e21. 2023-08-10T06:21:35,844 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2819): Flushing 3f05a968e07af17125b2d89359c16e21 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-08-10T06:21:35,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/default/test-1691648483611/3f05a968e07af17125b2d89359c16e21/.tmp/f/d5c49e9d1fb1499c85c99b0752dad4d3 is 37, key is row10/f:q1/1691648486272/Put/seqid=0 2023-08-10T06:21:35,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-08-10T06:21:35,961 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-08-10T06:21:36,274 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/default/test-1691648483611/3f05a968e07af17125b2d89359c16e21/.tmp/f/d5c49e9d1fb1499c85c99b0752dad4d3 2023-08-10T06:21:36,283 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: d5c49e9d1fb1499c85c99b0752dad4d3 2023-08-10T06:21:36,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/default/test-1691648483611/3f05a968e07af17125b2d89359c16e21/.tmp/f/d5c49e9d1fb1499c85c99b0752dad4d3 as hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/default/test-1691648483611/3f05a968e07af17125b2d89359c16e21/f/d5c49e9d1fb1499c85c99b0752dad4d3 2023-08-10T06:21:36,291 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/default/test-1691648483611/3f05a968e07af17125b2d89359c16e21/f/d5c49e9d1fb1499c85c99b0752dad4d3, entries=99, sequenceid=103, filesize=8.2 K 2023-08-10T06:21:36,293 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 3f05a968e07af17125b2d89359c16e21 in 449ms, sequenceid=103, compaction requested=false 2023-08-10T06:21:36,294 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2520): Flush status journal for 3f05a968e07af17125b2d89359c16e21: 2023-08-10T06:21:36,294 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1691648483611,,1691648484111.3f05a968e07af17125b2d89359c16e21. for snapshot_1691648495258_default_test-1691648483611 completed. 2023-08-10T06:21:36,294 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(240): Storing 'test-1691648483611,,1691648484111.3f05a968e07af17125b2d89359c16e21.' region-info for snapshot=snapshot_1691648495258_default_test-1691648483611 2023-08-10T06:21:36,294 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-08-10T06:21:36,294 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/default/test-1691648483611/3f05a968e07af17125b2d89359c16e21/f/d5c49e9d1fb1499c85c99b0752dad4d3] hfiles 2023-08-10T06:21:36,294 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/default/test-1691648483611/3f05a968e07af17125b2d89359c16e21/f/d5c49e9d1fb1499c85c99b0752dad4d3 for snapshot=snapshot_1691648495258_default_test-1691648483611 2023-08-10T06:21:36,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-08-10T06:21:36,705 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1691648483611,,1691648484111.3f05a968e07af17125b2d89359c16e21. 2023-08-10T06:21:36,705 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=35 2023-08-10T06:21:36,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.HMaster(3994): Remote procedure done, pid=35 2023-08-10T06:21:36,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1691648495258_default_test-1691648483611 on region 3f05a968e07af17125b2d89359c16e21 2023-08-10T06:21:36,707 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 3f05a968e07af17125b2d89359c16e21 2023-08-10T06:21:36,710 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=35, resume processing ppid=34 2023-08-10T06:21:36,710 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=35, ppid=34, state=SUCCESS; SnapshotRegionProcedure 3f05a968e07af17125b2d89359c16e21 in 1.0190 sec 2023-08-10T06:21:36,710 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1691648495258_default_test-1691648483611 table=test-1691648483611 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-08-10T06:21:36,711 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1691648495258_default_test-1691648483611 table=test-1691648483611 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-08-10T06:21:36,711 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1691648495258_default_test-1691648483611 table=test-1691648483611 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-08-10T06:21:36,711 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1691648495258_default_test-1691648483611 2023-08-10T06:21:36,712 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/.hbase-snapshot/.tmp/snapshot_1691648495258_default_test-1691648483611 2023-08-10T06:21:37,131 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1691648495258_default_test-1691648483611 table=test-1691648483611 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-08-10T06:21:37,139 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1691648495258_default_test-1691648483611 table=test-1691648483611 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-08-10T06:21:37,139 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/.hbase-snapshot/.tmp/snapshot_1691648495258_default_test-1691648483611 to hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/.hbase-snapshot/snapshot_1691648495258_default_test-1691648483611 2023-08-10T06:21:37,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-08-10T06:21:37,970 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1691648495258_default_test-1691648483611 table=test-1691648483611 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-08-10T06:21:37,970 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_1691648495258_default_test-1691648483611 table=test-1691648483611 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-08-10T06:21:37,972 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1691648495258_default_test-1691648483611 table=test-1691648483611 type=FLUSH ttl=0 } in 2.6990 sec 2023-08-10T06:21:39,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-08-10T06:21:39,385 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] client.HBaseAdmin$TableFuture(3590): Operation: SNAPSHOT, Table Name: default:test-1691648483611, procId: 34 completed 2023-08-10T06:21:39,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1685): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1691648499385_ns2_test-16916484836111 table=ns2:test-16916484836111 type=FLUSH ttl=0 } 2023-08-10T06:21:39,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1691648499386 (current time:1691648499386). 2023-08-10T06:21:39,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-08-10T06:21:39,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1691648499385_ns2_test-16916484836111 VERSION not specified, setting to 2 2023-08-10T06:21:39,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x280afd8e to 127.0.0.1:50433 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:21:39,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42580b51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:21:39,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:21:39,395 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:38616, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:21:39,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x280afd8e to 127.0.0.1:50433 2023-08-10T06:21:39,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:21:39,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-08-10T06:21:39,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] procedure2.ProcedureExecutor(1033): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1691648499385_ns2_test-16916484836111 table=ns2:test-16916484836111 type=FLUSH ttl=0 } 2023-08-10T06:21:39,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_1691648499385_ns2_test-16916484836111 table=ns2:test-16916484836111 type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-08-10T06:21:39,400 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1691648499385_ns2_test-16916484836111 table=ns2:test-16916484836111 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-08-10T06:21:39,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-08-10T06:21:39,401 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1691648499385_ns2_test-16916484836111 table=ns2:test-16916484836111 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-08-10T06:21:39,404 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1691648499385_ns2_test-16916484836111 table=ns2:test-16916484836111 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-08-10T06:21:39,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-08-10T06:21:39,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-08-10T06:21:39,813 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1691648499385_ns2_test-16916484836111 table=ns2:test-16916484836111 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-08-10T06:21:39,813 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure b6f32fa729b8cdd774c6320181782bb9}] 2023-08-10T06:21:39,816 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure b6f32fa729b8cdd774c6320181782bb9 2023-08-10T06:21:39,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43215 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2023-08-10T06:21:39,968 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-16916484836111,,1691648486363.b6f32fa729b8cdd774c6320181782bb9. 2023-08-10T06:21:39,969 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2819): Flushing b6f32fa729b8cdd774c6320181782bb9 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-08-10T06:21:39,987 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/ns2/test-16916484836111/b6f32fa729b8cdd774c6320181782bb9/.tmp/f/d89806e2ca44413999a69ee1109d8597 is 37, key is row10/f:q1/1691648488491/Put/seqid=0 2023-08-10T06:21:40,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-08-10T06:21:40,397 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/ns2/test-16916484836111/b6f32fa729b8cdd774c6320181782bb9/.tmp/f/d89806e2ca44413999a69ee1109d8597 2023-08-10T06:21:40,404 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: d89806e2ca44413999a69ee1109d8597 2023-08-10T06:21:40,405 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/ns2/test-16916484836111/b6f32fa729b8cdd774c6320181782bb9/.tmp/f/d89806e2ca44413999a69ee1109d8597 as hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/ns2/test-16916484836111/b6f32fa729b8cdd774c6320181782bb9/f/d89806e2ca44413999a69ee1109d8597 2023-08-10T06:21:40,412 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/ns2/test-16916484836111/b6f32fa729b8cdd774c6320181782bb9/f/d89806e2ca44413999a69ee1109d8597, entries=99, sequenceid=103, filesize=8.2 K 2023-08-10T06:21:40,413 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for b6f32fa729b8cdd774c6320181782bb9 in 444ms, sequenceid=103, compaction requested=false 2023-08-10T06:21:40,414 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2520): Flush status journal for b6f32fa729b8cdd774c6320181782bb9: 2023-08-10T06:21:40,414 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-16916484836111,,1691648486363.b6f32fa729b8cdd774c6320181782bb9. for snapshot_1691648499385_ns2_test-16916484836111 completed. 2023-08-10T06:21:40,415 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(240): Storing 'ns2:test-16916484836111,,1691648486363.b6f32fa729b8cdd774c6320181782bb9.' region-info for snapshot=snapshot_1691648499385_ns2_test-16916484836111 2023-08-10T06:21:40,415 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-08-10T06:21:40,415 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/ns2/test-16916484836111/b6f32fa729b8cdd774c6320181782bb9/f/d89806e2ca44413999a69ee1109d8597] hfiles 2023-08-10T06:21:40,415 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/ns2/test-16916484836111/b6f32fa729b8cdd774c6320181782bb9/f/d89806e2ca44413999a69ee1109d8597 for snapshot=snapshot_1691648499385_ns2_test-16916484836111 2023-08-10T06:21:40,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-08-10T06:21:40,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-16916484836111,,1691648486363.b6f32fa729b8cdd774c6320181782bb9. 2023-08-10T06:21:40,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=37 2023-08-10T06:21:40,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.HMaster(3994): Remote procedure done, pid=37 2023-08-10T06:21:40,827 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1691648499385_ns2_test-16916484836111 on region b6f32fa729b8cdd774c6320181782bb9 2023-08-10T06:21:40,829 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure b6f32fa729b8cdd774c6320181782bb9 2023-08-10T06:21:40,832 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=37, resume processing ppid=36 2023-08-10T06:21:40,832 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=37, ppid=36, state=SUCCESS; SnapshotRegionProcedure b6f32fa729b8cdd774c6320181782bb9 in 1.0170 sec 2023-08-10T06:21:40,832 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1691648499385_ns2_test-16916484836111 table=ns2:test-16916484836111 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-08-10T06:21:40,833 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1691648499385_ns2_test-16916484836111 table=ns2:test-16916484836111 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-08-10T06:21:40,833 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1691648499385_ns2_test-16916484836111 table=ns2:test-16916484836111 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-08-10T06:21:40,834 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1691648499385_ns2_test-16916484836111 2023-08-10T06:21:40,835 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/.hbase-snapshot/.tmp/snapshot_1691648499385_ns2_test-16916484836111 2023-08-10T06:21:40,892 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-08-10T06:21:40,892 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2023-08-10T06:21:40,893 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-08-10T06:21:40,893 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2023-08-10T06:21:41,252 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1691648499385_ns2_test-16916484836111 table=ns2:test-16916484836111 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-08-10T06:21:41,260 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1691648499385_ns2_test-16916484836111 table=ns2:test-16916484836111 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-08-10T06:21:41,260 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/.hbase-snapshot/.tmp/snapshot_1691648499385_ns2_test-16916484836111 to hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/.hbase-snapshot/snapshot_1691648499385_ns2_test-16916484836111 2023-08-10T06:21:41,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-08-10T06:21:42,083 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1691648499385_ns2_test-16916484836111 table=ns2:test-16916484836111 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-08-10T06:21:42,083 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_1691648499385_ns2_test-16916484836111 table=ns2:test-16916484836111 type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-08-10T06:21:42,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1691648499385_ns2_test-16916484836111 table=ns2:test-16916484836111 type=FLUSH ttl=0 } in 2.6860 sec 2023-08-10T06:21:43,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-08-10T06:21:43,509 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] client.HBaseAdmin$TableFuture(3590): Operation: SNAPSHOT, Table Name: ns2:test-16916484836111, procId: 36 completed 2023-08-10T06:21:43,509 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1691648490882 2023-08-10T06:21:43,509 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-08-10T06:21:43,511 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied. 2023-08-10T06:21:43,514 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1691648490882_test-1691648483611 2023-08-10T06:21:43,514 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1691648495258_default_test-1691648483611 to hdfs://localhost:44965/backupUT/backup_1691648490882/default/test-1691648483611/ 2023-08-10T06:21:43,523 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-08-10T06:21:43,553 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:44965, inputRoot=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c 2023-08-10T06:21:43,553 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,41231,1691648470721_1084074062_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:44965/backupUT/backup_1691648490882/default/test-1691648483611, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:44965/backupUT/backup_1691648490882/default/test-1691648483611/.hbase-snapshot/.tmp/snapshot_1691648495258_default_test-1691648483611 2023-08-10T06:21:43,553 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:44965, inputRoot=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c, snapshotDir=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/.hbase-snapshot/snapshot_1691648495258_default_test-1691648483611. 2023-08-10T06:21:43,566 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/.hbase-snapshot/snapshot_1691648495258_default_test-1691648483611 to hdfs://localhost:44965/backupUT/backup_1691648490882/default/test-1691648483611/.hbase-snapshot/.tmp/snapshot_1691648495258_default_test-1691648483611 2023-08-10T06:21:43,998 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:43,998 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:43,999 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:43,999 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:45,016 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/hadoop-2302370640032259180.jar 2023-08-10T06:21:45,016 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:45,017 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:45,017 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:45,018 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:45,018 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:45,019 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:45,019 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:45,020 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:45,020 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:45,021 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-08-10T06:21:45,022 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-08-10T06:21:45,022 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-08-10T06:21:45,023 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-08-10T06:21:45,023 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-08-10T06:21:45,024 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-08-10T06:21:45,024 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-08-10T06:21:45,025 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-08-10T06:21:45,025 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-08-10T06:21:45,026 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-08-10T06:21:45,026 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-08-10T06:21:45,027 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-08-10T06:21:45,031 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-10T06:21:45,032 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-10T06:21:45,032 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-10T06:21:45,033 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-10T06:21:45,033 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-10T06:21:45,063 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-10T06:21:45,064 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-10T06:21:45,129 WARN [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-08-10T06:21:45,157 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1691648495258_default_test-1691648483611' hfile list 2023-08-10T06:21:45,168 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-08-10T06:21:45,407 WARN [Listener at jenkins-hbase3.apache.org/35839 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/mapreduce.cluster.local.dir/1691648505360/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-08-10T06:21:45,407 WARN [Listener at jenkins-hbase3.apache.org/35839 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/mapreduce.cluster.local.dir/1691648505360/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-08-10T06:21:45,563 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-08-10T06:21:45,593 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/default/test-1691648483611/3f05a968e07af17125b2d89359c16e21/f/d5c49e9d1fb1499c85c99b0752dad4d3 output=hdfs://localhost:44965/backupUT/backup_1691648490882/default/test-1691648483611/archive/data/default/test-1691648483611/3f05a968e07af17125b2d89359c16e21/f/d5c49e9d1fb1499c85c99b0752dad4d3 2023-08-10T06:21:45,593 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 4.004M/sec 2023-08-10T06:21:46,062 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-08-10T06:21:46,064 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:53362, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-08-10T06:21:46,478 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-08-10T06:21:46,479 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-08-10T06:21:46,488 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1691648495258_default_test-1691648483611 2023-08-10T06:21:46,488 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1691648495258_default_test-1691648483611 finished. 2023-08-10T06:21:46,488 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1691648490882_ns2:test-16916484836111 2023-08-10T06:21:46,488 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1691648499385_ns2_test-16916484836111 to hdfs://localhost:44965/backupUT/backup_1691648490882/ns2/test-16916484836111/ 2023-08-10T06:21:46,488 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-08-10T06:21:46,516 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:44965, inputRoot=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c 2023-08-10T06:21:46,516 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,41231,1691648470721_502941930_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:44965/backupUT/backup_1691648490882/ns2/test-16916484836111, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:44965/backupUT/backup_1691648490882/ns2/test-16916484836111/.hbase-snapshot/.tmp/snapshot_1691648499385_ns2_test-16916484836111 2023-08-10T06:21:46,516 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:44965, inputRoot=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c, snapshotDir=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/.hbase-snapshot/snapshot_1691648499385_ns2_test-16916484836111. 2023-08-10T06:21:46,526 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/.hbase-snapshot/snapshot_1691648499385_ns2_test-16916484836111 to hdfs://localhost:44965/backupUT/backup_1691648490882/ns2/test-16916484836111/.hbase-snapshot/.tmp/snapshot_1691648499385_ns2_test-16916484836111 2023-08-10T06:21:46,948 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:46,948 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:46,949 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:46,950 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:47,946 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/hadoop-4282178921255687476.jar 2023-08-10T06:21:47,946 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:47,947 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:47,947 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:47,948 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:47,948 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:47,948 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:47,949 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:47,949 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:47,949 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:47,950 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-08-10T06:21:47,951 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-08-10T06:21:47,951 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-08-10T06:21:47,952 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-08-10T06:21:47,952 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-08-10T06:21:47,953 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-08-10T06:21:47,953 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-08-10T06:21:47,953 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-08-10T06:21:47,954 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-08-10T06:21:47,954 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-08-10T06:21:47,955 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-08-10T06:21:47,955 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-08-10T06:21:47,956 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-10T06:21:47,957 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-10T06:21:47,957 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-10T06:21:47,957 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-10T06:21:47,958 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-10T06:21:47,958 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-10T06:21:47,959 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-10T06:21:47,986 WARN [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-08-10T06:21:48,003 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1691648499385_ns2_test-16916484836111' hfile list 2023-08-10T06:21:48,006 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-08-10T06:21:48,085 WARN [Listener at jenkins-hbase3.apache.org/35839 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/mapreduce.cluster.local.dir/1691648508050/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-08-10T06:21:48,085 WARN [Listener at jenkins-hbase3.apache.org/35839 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/mapreduce.cluster.local.dir/1691648508050/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-08-10T06:21:48,141 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-08-10T06:21:48,166 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/ns2/test-16916484836111/b6f32fa729b8cdd774c6320181782bb9/f/d89806e2ca44413999a69ee1109d8597 output=hdfs://localhost:44965/backupUT/backup_1691648490882/ns2/test-16916484836111/archive/data/ns2/test-16916484836111/b6f32fa729b8cdd774c6320181782bb9/f/d89806e2ca44413999a69ee1109d8597 2023-08-10T06:21:48,166 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 4.004M/sec 2023-08-10T06:21:49,122 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-08-10T06:21:49,123 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-08-10T06:21:49,130 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1691648499385_ns2_test-16916484836111 2023-08-10T06:21:49,130 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1691648499385_ns2_test-16916484836111 finished. 2023-08-10T06:21:49,131 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupSystemTable(1014): test-1691648483611 2023-08-10T06:21:49,131 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupSystemTable(1014): ns2:test-16916484836111 2023-08-10T06:21:49,201 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1691648490882 2023-08-10T06:21:49,202 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-08-10T06:21:49,613 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:44965/backupUT/backup_1691648490882/.backup.manifest 2023-08-10T06:21:49,613 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1691648490882 2023-08-10T06:21:49,613 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-08-10T06:21:50,019 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:44965/backupUT/backup_1691648490882/.backup.manifest 2023-08-10T06:21:50,019 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.TableBackupClient(358): Backup backup_1691648490882 finished: type=FULL,tablelist=test-1691648483611;ns2:test-16916484836111,targetRootDir=hdfs://localhost:44965/backupUT,startts=1691648495009,completets=1691648509199,bytescopied=0 2023-08-10T06:21:50,019 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-08-10T06:21:50,020 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1691648495258_default_test-1691648483611 2023-08-10T06:21:50,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(759): Client=jenkins//172.31.12.81 delete name: "snapshot_1691648495258_default_test-1691648483611" 2023-08-10T06:21:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_1691648495258_default_test-1691648483611 2023-08-10T06:21:50,035 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1691648495258_default_test-1691648483611 for backup backup_1691648490882 succeeded. 2023-08-10T06:21:50,035 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1691648499385_ns2_test-16916484836111 2023-08-10T06:21:50,036 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(759): Client=jenkins//172.31.12.81 delete name: "snapshot_1691648499385_ns2_test-16916484836111" 2023-08-10T06:21:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_1691648499385_ns2_test-16916484836111 2023-08-10T06:21:50,040 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1691648499385_ns2_test-16916484836111 for backup backup_1691648490882 succeeded. 2023-08-10T06:21:50,040 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupSystemTable(1552): Deleting snapshot_backup_system from the system 2023-08-10T06:21:50,052 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(759): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-08-10T06:21:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_backup_system 2023-08-10T06:21:50,055 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupSystemTable(1557): Done deleting backup system table snapshot 2023-08-10T06:21:50,062 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupSystemTable(637): Finish backup exclusive operation 2023-08-10T06:21:50,080 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] impl.TableBackupClient(376): Backup backup_1691648490882 completed. 2023-08-10T06:21:50,221 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] backup.TestBackupMerge(71): writing 99 rows to test-1691648483611 2023-08-10T06:21:50,234 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] backup.TestBackupMerge(75): written 99 rows to test-1691648483611 2023-08-10T06:21:50,347 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] backup.TestBackupMerge(81): written 99 rows to ns2:test-16916484836111 2023-08-10T06:21:50,380 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupSystemTable(610): Start new backup exclusive operation 2023-08-10T06:21:50,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1685): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-08-10T06:21:50,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1691648510384 (current time:1691648510384). 2023-08-10T06:21:50,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-08-10T06:21:50,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-08-10T06:21:50,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x036c36af to 127.0.0.1:50433 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:21:50,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75fc4b84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:21:50,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:21:50,394 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:58916, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:21:50,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x036c36af to 127.0.0.1:50433 2023-08-10T06:21:50,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:21:50,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-08-10T06:21:50,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] procedure2.ProcedureExecutor(1033): Stored pid=38, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-08-10T06:21:50,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 38 2023-08-10T06:21:50,398 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-08-10T06:21:50,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=38 2023-08-10T06:21:50,399 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-08-10T06:21:50,401 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-08-10T06:21:50,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=38 2023-08-10T06:21:50,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=38 2023-08-10T06:21:50,808 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-08-10T06:21:50,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure a2acd36b3b78e2e342a9fca3b1a34bfa}] 2023-08-10T06:21:50,810 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure a2acd36b3b78e2e342a9fca3b1a34bfa 2023-08-10T06:21:50,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43215 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=39 2023-08-10T06:21:50,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1691648491064.a2acd36b3b78e2e342a9fca3b1a34bfa. 2023-08-10T06:21:50,963 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(2819): Flushing a2acd36b3b78e2e342a9fca3b1a34bfa 2/2 column families, dataSize=1.51 KB heapSize=2.80 KB 2023-08-10T06:21:50,979 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/backup/system/a2acd36b3b78e2e342a9fca3b1a34bfa/.tmp/meta/f2dbf8dc49ae4b8c95c884429c0c2ffb is 171, key is trslm:hdfs://localhost:44965/backupUT\x00ns2:test-16916484836111/meta:log-roll-map/1691648509189/Put/seqid=0 2023-08-10T06:21:51,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=38 2023-08-10T06:21:51,385 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=785 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/backup/system/a2acd36b3b78e2e342a9fca3b1a34bfa/.tmp/meta/f2dbf8dc49ae4b8c95c884429c0c2ffb 2023-08-10T06:21:51,393 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: f2dbf8dc49ae4b8c95c884429c0c2ffb 2023-08-10T06:21:51,396 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/backup/system/a2acd36b3b78e2e342a9fca3b1a34bfa/.tmp/session/18cd6d0e1e1b40f2b3245d1fd9f47cb6 is 459, key is session:backup_1691648490882/session:context/1691648510061/Put/seqid=0 2023-08-10T06:21:51,401 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=758 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/backup/system/a2acd36b3b78e2e342a9fca3b1a34bfa/.tmp/session/18cd6d0e1e1b40f2b3245d1fd9f47cb6 2023-08-10T06:21:51,408 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 18cd6d0e1e1b40f2b3245d1fd9f47cb6 2023-08-10T06:21:51,409 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/backup/system/a2acd36b3b78e2e342a9fca3b1a34bfa/.tmp/meta/f2dbf8dc49ae4b8c95c884429c0c2ffb as hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/backup/system/a2acd36b3b78e2e342a9fca3b1a34bfa/meta/f2dbf8dc49ae4b8c95c884429c0c2ffb 2023-08-10T06:21:51,433 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/backup/system/a2acd36b3b78e2e342a9fca3b1a34bfa/meta/f2dbf8dc49ae4b8c95c884429c0c2ffb, entries=6, sequenceid=17, filesize=5.8 K 2023-08-10T06:21:51,434 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/backup/system/a2acd36b3b78e2e342a9fca3b1a34bfa/.tmp/session/18cd6d0e1e1b40f2b3245d1fd9f47cb6 as hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/backup/system/a2acd36b3b78e2e342a9fca3b1a34bfa/session/18cd6d0e1e1b40f2b3245d1fd9f47cb6 2023-08-10T06:21:51,444 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/backup/system/a2acd36b3b78e2e342a9fca3b1a34bfa/session/18cd6d0e1e1b40f2b3245d1fd9f47cb6, entries=2, sequenceid=17, filesize=5.4 K 2023-08-10T06:21:51,445 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(3022): Finished flush of dataSize ~1.51 KB/1543, heapSize ~2.77 KB/2840, currentSize=0 B/0 for a2acd36b3b78e2e342a9fca3b1a34bfa in 483ms, sequenceid=17, compaction requested=false 2023-08-10T06:21:51,445 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(2520): Flush status journal for a2acd36b3b78e2e342a9fca3b1a34bfa: 2023-08-10T06:21:51,445 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1691648491064.a2acd36b3b78e2e342a9fca3b1a34bfa. for snapshot_backup_system completed. 2023-08-10T06:21:51,445 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1691648491064.a2acd36b3b78e2e342a9fca3b1a34bfa.' region-info for snapshot=snapshot_backup_system 2023-08-10T06:21:51,445 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-08-10T06:21:51,445 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/backup/system/a2acd36b3b78e2e342a9fca3b1a34bfa/meta/f2dbf8dc49ae4b8c95c884429c0c2ffb] hfiles 2023-08-10T06:21:51,445 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/backup/system/a2acd36b3b78e2e342a9fca3b1a34bfa/meta/f2dbf8dc49ae4b8c95c884429c0c2ffb for snapshot=snapshot_backup_system 2023-08-10T06:21:51,445 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/backup/system/a2acd36b3b78e2e342a9fca3b1a34bfa/session/ee2f90ca8aef4d2395c9591edc4d6d97, hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/backup/system/a2acd36b3b78e2e342a9fca3b1a34bfa/session/18cd6d0e1e1b40f2b3245d1fd9f47cb6] hfiles 2023-08-10T06:21:51,445 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (1/2): hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/backup/system/a2acd36b3b78e2e342a9fca3b1a34bfa/session/ee2f90ca8aef4d2395c9591edc4d6d97 for snapshot=snapshot_backup_system 2023-08-10T06:21:51,446 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (2/2): hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/backup/system/a2acd36b3b78e2e342a9fca3b1a34bfa/session/18cd6d0e1e1b40f2b3245d1fd9f47cb6 for snapshot=snapshot_backup_system 2023-08-10T06:21:51,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=38 2023-08-10T06:21:51,851 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1691648491064.a2acd36b3b78e2e342a9fca3b1a34bfa. 2023-08-10T06:21:51,852 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=39 2023-08-10T06:21:51,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.HMaster(3994): Remote procedure done, pid=39 2023-08-10T06:21:51,852 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region a2acd36b3b78e2e342a9fca3b1a34bfa 2023-08-10T06:21:51,853 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure a2acd36b3b78e2e342a9fca3b1a34bfa 2023-08-10T06:21:51,856 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=39, resume processing ppid=38 2023-08-10T06:21:51,856 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=39, ppid=38, state=SUCCESS; SnapshotRegionProcedure a2acd36b3b78e2e342a9fca3b1a34bfa in 1.0460 sec 2023-08-10T06:21:51,856 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-08-10T06:21:51,857 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-08-10T06:21:51,857 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-08-10T06:21:51,857 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-08-10T06:21:51,858 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/.hbase-snapshot/.tmp/snapshot_backup_system 2023-08-10T06:21:52,270 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-08-10T06:21:52,278 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-08-10T06:21:52,278 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/.hbase-snapshot/snapshot_backup_system 2023-08-10T06:21:52,297 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-08-10T06:21:52,297 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 38 2023-08-10T06:21:52,298 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=38, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.9010 sec 2023-08-10T06:21:52,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=38 2023-08-10T06:21:52,505 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] client.HBaseAdmin$TableFuture(3590): Operation: SNAPSHOT, Table Name: backup:system, procId: 38 completed 2023-08-10T06:21:52,506 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] impl.TableBackupClient(115): Backup backup_1691648510347 started at 1691648512506. 2023-08-10T06:21:52,508 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.TableBackupClient(119): Backup session backup_1691648510347 has been started. 2023-08-10T06:21:52,515 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.IncrementalTableBackupClient(268): For incremental backup, current table set is [test-1691648483611, ns2:test-16916484836111] 2023-08-10T06:21:52,520 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.IncrementalBackupManager(76): StartCode 1691648475640for backupID backup_1691648510347 2023-08-10T06:21:52,520 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2023-08-10T06:21:52,521 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(946): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-08-10T06:21:52,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-08-10T06:21:52,521 INFO [(jenkins-hbase3.apache.org,41231,1691648470721)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-08-10T06:21:52,521 DEBUG [(jenkins-hbase3.apache.org,41231,1691648470721)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-08-10T06:21:52,523 DEBUG [(jenkins-hbase3.apache.org,41231,1691648470721)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-08-10T06:21:52,523 DEBUG [(jenkins-hbase3.apache.org,41231,1691648470721)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-08-10T06:21:52,524 DEBUG [(jenkins-hbase3.apache.org,41231,1691648470721)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-08-10T06:21:52,524 DEBUG [(jenkins-hbase3.apache.org,41231,1691648470721)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-08-10T06:21:52,525 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43215-0x10060e48b770001, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-08-10T06:21:52,525 DEBUG [(jenkins-hbase3.apache.org,41231,1691648470721)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:21:52,525 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-08-10T06:21:52,525 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-08-10T06:21:52,526 DEBUG [(jenkins-hbase3.apache.org,41231,1691648470721)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:21:52,526 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-08-10T06:21:52,526 DEBUG [(jenkins-hbase3.apache.org,41231,1691648470721)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-08-10T06:21:52,526 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43215-0x10060e48b770001, quorum=127.0.0.1:50433, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-08-10T06:21:52,526 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-08-10T06:21:52,526 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-08-10T06:21:52,526 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-08-10T06:21:52,528 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-08-10T06:21:52,528 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-08-10T06:21:52,528 DEBUG [member: 'jenkins-hbase3.apache.org,43215,1691648473835' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-08-10T06:21:52,528 DEBUG [member: 'jenkins-hbase3.apache.org,43215,1691648473835' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-08-10T06:21:52,529 DEBUG [member: 'jenkins-hbase3.apache.org,43215,1691648473835' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-08-10T06:21:52,529 DEBUG [member: 'jenkins-hbase3.apache.org,43215,1691648473835' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-08-10T06:21:52,529 DEBUG [member: 'jenkins-hbase3.apache.org,43215,1691648473835' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,43215,1691648473835' joining acquired barrier for procedure (rolllog) in zk 2023-08-10T06:21:52,532 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:21:52,532 DEBUG [member: 'jenkins-hbase3.apache.org,43215,1691648473835' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-08-10T06:21:52,532 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:21:52,532 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-08-10T06:21:52,532 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-08-10T06:21:52,533 DEBUG [member: 'jenkins-hbase3.apache.org,43215,1691648473835' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43215-0x10060e48b770001, quorum=127.0.0.1:50433, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-08-10T06:21:52,533 DEBUG [member: 'jenkins-hbase3.apache.org,43215,1691648473835' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-08-10T06:21:52,533 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-08-10T06:21:52,533 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-08-10T06:21:52,534 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-10T06:21:52,534 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:21:52,535 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-08-10T06:21:52,535 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,43215,1691648473835' joining acquired barrier for procedure 'rolllog' on coordinator 2023-08-10T06:21:52,535 DEBUG [(jenkins-hbase3.apache.org,41231,1691648470721)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-08-10T06:21:52,535 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@5f5b0ba3[Count = 0] remaining members to acquire global barrier 2023-08-10T06:21:52,535 DEBUG [(jenkins-hbase3.apache.org,41231,1691648470721)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-08-10T06:21:52,536 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43215-0x10060e48b770001, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-08-10T06:21:52,536 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-08-10T06:21:52,536 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-08-10T06:21:52,537 DEBUG [(jenkins-hbase3.apache.org,41231,1691648470721)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:21:52,537 DEBUG [member: 'jenkins-hbase3.apache.org,43215,1691648473835' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-08-10T06:21:52,537 DEBUG [(jenkins-hbase3.apache.org,41231,1691648470721)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-08-10T06:21:52,537 DEBUG [member: 'jenkins-hbase3.apache.org,43215,1691648473835' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-08-10T06:21:52,537 DEBUG [rs(jenkins-hbase3.apache.org,43215,1691648473835)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:21:52,537 INFO [rs(jenkins-hbase3.apache.org,43215,1691648473835)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1691648495086 highest: 1691648495086 on jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:21:52,537 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C43215%2C1691648473835.meta:.meta(num 1691648495066) roll requested 2023-08-10T06:21:52,550 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/WALs/jenkins-hbase3.apache.org,43215,1691648473835/jenkins-hbase3.apache.org%2C43215%2C1691648473835.meta.1691648512537.meta, exclude list is [], retry=0 2023-08-10T06:21:52,554 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33251,DS-a7d71890-6ed3-42aa-807e-a68ff3479ec8,DISK] 2023-08-10T06:21:52,556 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/WALs/jenkins-hbase3.apache.org,43215,1691648473835/jenkins-hbase3.apache.org%2C43215%2C1691648473835.meta.1691648495066.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/WALs/jenkins-hbase3.apache.org,43215,1691648473835/jenkins-hbase3.apache.org%2C43215%2C1691648473835.meta.1691648512537.meta 2023-08-10T06:21:52,556 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:33251,DS-a7d71890-6ed3-42aa-807e-a68ff3479ec8,DISK]] 2023-08-10T06:21:52,556 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/WALs/jenkins-hbase3.apache.org,43215,1691648473835/jenkins-hbase3.apache.org%2C43215%2C1691648473835.meta.1691648495066.meta is not closed yet, will try archiving it next time 2023-08-10T06:21:52,556 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C43215%2C1691648473835:(num 1691648495086) roll requested 2023-08-10T06:21:52,560 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(809): Archiving hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/WALs/jenkins-hbase3.apache.org,43215,1691648473835/jenkins-hbase3.apache.org%2C43215%2C1691648473835.meta.1691648495066.meta to hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/oldWALs/jenkins-hbase3.apache.org%2C43215%2C1691648473835.meta.1691648495066.meta 2023-08-10T06:21:52,568 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/WALs/jenkins-hbase3.apache.org,43215,1691648473835/jenkins-hbase3.apache.org%2C43215%2C1691648473835.1691648512556, exclude list is [], retry=0 2023-08-10T06:21:52,573 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33251,DS-a7d71890-6ed3-42aa-807e-a68ff3479ec8,DISK] 2023-08-10T06:21:52,575 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/WALs/jenkins-hbase3.apache.org,43215,1691648473835/jenkins-hbase3.apache.org%2C43215%2C1691648473835.1691648495086 with entries=212, filesize=28.92 KB; new WAL /user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/WALs/jenkins-hbase3.apache.org,43215,1691648473835/jenkins-hbase3.apache.org%2C43215%2C1691648473835.1691648512556 2023-08-10T06:21:52,575 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:33251,DS-a7d71890-6ed3-42aa-807e-a68ff3479ec8,DISK]] 2023-08-10T06:21:52,575 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/WALs/jenkins-hbase3.apache.org,43215,1691648473835/jenkins-hbase3.apache.org%2C43215%2C1691648473835.1691648495086 is not closed yet, will try archiving it next time 2023-08-10T06:21:52,578 DEBUG [rs(jenkins-hbase3.apache.org,43215,1691648473835)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 41 2023-08-10T06:21:52,578 INFO [rs(jenkins-hbase3.apache.org,43215,1691648473835)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1691648512556 on jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:21:52,595 DEBUG [member: 'jenkins-hbase3.apache.org,43215,1691648473835' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-08-10T06:21:52,595 DEBUG [member: 'jenkins-hbase3.apache.org,43215,1691648473835' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,43215,1691648473835' in zk 2023-08-10T06:21:52,600 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:21:52,600 DEBUG [member: 'jenkins-hbase3.apache.org,43215,1691648473835' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-08-10T06:21:52,600 DEBUG [member: 'jenkins-hbase3.apache.org,43215,1691648473835' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-08-10T06:21:52,600 DEBUG [member: 'jenkins-hbase3.apache.org,43215,1691648473835' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-08-10T06:21:52,601 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:21:52,601 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-08-10T06:21:52,601 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-08-10T06:21:52,601 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-08-10T06:21:52,602 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-08-10T06:21:52,602 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-10T06:21:52,603 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:21:52,603 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-08-10T06:21:52,604 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-10T06:21:52,604 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:21:52,605 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,43215,1691648473835': 2023-08-10T06:21:52,605 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,43215,1691648473835' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-08-10T06:21:52,605 INFO [(jenkins-hbase3.apache.org,41231,1691648470721)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-08-10T06:21:52,605 DEBUG [(jenkins-hbase3.apache.org,41231,1691648470721)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-08-10T06:21:52,605 DEBUG [(jenkins-hbase3.apache.org,41231,1691648470721)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-08-10T06:21:52,605 DEBUG [(jenkins-hbase3.apache.org,41231,1691648470721)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-08-10T06:21:52,605 INFO [(jenkins-hbase3.apache.org,41231,1691648470721)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-08-10T06:21:52,607 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-08-10T06:21:52,607 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43215-0x10060e48b770001, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-08-10T06:21:52,607 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-08-10T06:21:52,607 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43215-0x10060e48b770001, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-08-10T06:21:52,608 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-08-10T06:21:52,608 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-08-10T06:21:52,608 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-08-10T06:21:52,608 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-08-10T06:21:52,608 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-08-10T06:21:52,608 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-08-10T06:21:52,608 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-08-10T06:21:52,609 DEBUG [(jenkins-hbase3.apache.org,41231,1691648470721)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:21:52,609 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-08-10T06:21:52,609 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-10T06:21:52,610 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-08-10T06:21:52,610 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-10T06:21:52,610 DEBUG [(jenkins-hbase3.apache.org,41231,1691648470721)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:21:52,611 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:21:52,611 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-08-10T06:21:52,612 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-10T06:21:52,612 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:21:52,616 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:21:52,616 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-08-10T06:21:52,616 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-08-10T06:21:52,616 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:21:52,616 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43215-0x10060e48b770001, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-08-10T06:21:52,616 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-08-10T06:21:52,616 DEBUG [(jenkins-hbase3.apache.org,41231,1691648470721)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-08-10T06:21:52,616 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-08-10T06:21:52,616 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43215-0x10060e48b770001, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-08-10T06:21:52,616 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-08-10T06:21:52,616 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-08-10T06:21:52,616 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-08-10T06:21:52,616 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-08-10T06:21:52,616 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-08-10T06:21:52,617 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] client.HBaseAdmin(2751): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-08-10T06:21:52,617 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] client.HBaseAdmin(2759): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-08-10T06:21:52,617 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-08-10T06:21:52,617 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Unable to get data of znode /1/rolllog-proc/abort/rolllog because node does not exist (not an error) 2023-08-10T06:21:52,617 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-08-10T06:21:52,717 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] client.HBaseAdmin(2765): Getting current status of procedure from master... 2023-08-10T06:21:52,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1247): Checking to see if procedure from request:rolllog-proc is done 2023-08-10T06:21:52,722 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {jenkins-hbase3.apache.org:43215=1691648475640} newestTimestamps: {jenkins-hbase3.apache.org:43215=1691648495086} 2023-08-10T06:21:52,724 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase3.apache.org%2C43215%2C1691648473835.meta.1691648476495.meta 2023-08-10T06:21:52,725 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase3.apache.org%2C43215%2C1691648473835.meta.1691648512537.meta 2023-08-10T06:21:52,725 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/WALs/jenkins-hbase3.apache.org,43215,1691648473835/jenkins-hbase3.apache.org%2C43215%2C1691648473835.1691648495086 2023-08-10T06:21:52,725 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/WALs/jenkins-hbase3.apache.org,43215,1691648473835/jenkins-hbase3.apache.org%2C43215%2C1691648473835.1691648512556 2023-08-10T06:21:52,725 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/oldWALs/jenkins-hbase3.apache.org%2C43215%2C1691648473835.meta.1691648495066.meta 2023-08-10T06:21:53,139 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] util.BackupUtils(146): Attempting to copy table info for:test-1691648483611 target: hdfs://localhost:44965/backupUT/backup_1691648510347/default/test-1691648483611 descriptor: 'test-1691648483611', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-10T06:21:53,139 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] util.BackupUtils(148): Finished copying tableinfo. 2023-08-10T06:21:53,142 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] util.BackupUtils(151): Starting to write region info for table test-1691648483611 2023-08-10T06:21:53,548 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] util.BackupUtils(158): Finished writing region info for table test-1691648483611 2023-08-10T06:21:53,959 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] util.BackupUtils(146): Attempting to copy table info for:ns2:test-16916484836111 target: hdfs://localhost:44965/backupUT/backup_1691648510347/ns2/test-16916484836111 descriptor: 'ns2:test-16916484836111', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-10T06:21:53,959 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] util.BackupUtils(148): Finished copying tableinfo. 2023-08-10T06:21:53,962 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] util.BackupUtils(151): Starting to write region info for table ns2:test-16916484836111 2023-08-10T06:21:54,368 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] util.BackupUtils(158): Finished writing region info for table ns2:test-16916484836111 2023-08-10T06:21:54,378 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.WALPlayer(360): add incremental job :hdfs://localhost:44965/backupUT/.tmp/backup_1691648510347 from hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/WALs/jenkins-hbase3.apache.org,43215,1691648473835/jenkins-hbase3.apache.org%2C43215%2C1691648473835.1691648495086 2023-08-10T06:21:54,381 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x1cd50fd1 to 127.0.0.1:50433 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:21:54,388 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@731ff9de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:21:54,390 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-10T06:21:54,391 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:55458, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-08-10T06:21:54,409 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-08-10T06:21:54,409 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table test-1691648483611 2023-08-10T06:21:54,414 DEBUG [hconnection-0x3661d740-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:21:54,416 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:58928, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:21:54,419 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for test-1691648483611: test-1691648483611; 2023-08-10T06:21:54,420 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:test-16916484836111 2023-08-10T06:21:54,423 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:test-16916484836111: ns2:test-16916484836111; 2023-08-10T06:21:54,423 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.HFileOutputFormat2(694): Configuring 2 reduce partitions to match current region count for all tables 2023-08-10T06:21:54,423 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/hbase-staging/partitions_abf8c076-c0e5-47ab-989c-dfd554981fa0 2023-08-10T06:21:54,872 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:54,873 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:54,873 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:54,874 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:55,859 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/hadoop-1534672511021348391.jar 2023-08-10T06:21:55,859 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:55,860 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:55,860 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:55,861 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:55,861 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:55,861 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:55,862 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:55,862 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:55,862 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:55,863 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-08-10T06:21:55,864 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-08-10T06:21:55,864 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-08-10T06:21:55,865 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-08-10T06:21:55,865 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-08-10T06:21:55,866 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-08-10T06:21:55,866 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-08-10T06:21:55,866 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-08-10T06:21:55,867 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-08-10T06:21:55,867 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-08-10T06:21:55,868 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-08-10T06:21:55,869 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-08-10T06:21:55,871 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:55,871 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:55,872 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:55,872 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:55,872 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:55,872 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:55,873 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-10T06:21:55,873 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: default:test-1691648483611,ns2:test-16916484836111 2023-08-10T06:21:55,874 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] client.ConnectionImplementation(2114): Closing master protocol: MasterService 2023-08-10T06:21:55,874 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x1cd50fd1 to 127.0.0.1:50433 2023-08-10T06:21:55,874 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:21:55,875 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-08-10T06:21:56,863 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/hadoop-4183555253395462346.jar 2023-08-10T06:21:56,868 WARN [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-08-10T06:21:56,883 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/WALs/jenkins-hbase3.apache.org,43215,1691648473835/jenkins-hbase3.apache.org%2C43215%2C1691648473835.1691648495086 for WAL files 2023-08-10T06:21:56,885 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/WALs/jenkins-hbase3.apache.org,43215,1691648473835/jenkins-hbase3.apache.org%2C43215%2C1691648473835.1691648495086 2023-08-10T06:21:56,962 WARN [Listener at jenkins-hbase3.apache.org/35839 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/mapreduce.cluster.local.dir/1691648516929/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-08-10T06:21:56,962 WARN [Listener at jenkins-hbase3.apache.org/35839 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/mapreduce.cluster.local.dir/1691648516929/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-08-10T06:21:57,041 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/WALs/jenkins-hbase3.apache.org,43215,1691648473835/jenkins-hbase3.apache.org%2C43215%2C1691648473835.1691648495086 for hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/WALs/jenkins-hbase3.apache.org,43215,1691648473835/jenkins-hbase3.apache.org%2C43215%2C1691648473835.1691648495086 (-9223372036854775808:9223372036854775807) length:29619 2023-08-10T06:21:57,062 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2023-08-10T06:21:57,063 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2023-08-10T06:21:57,179 DEBUG [pool-202-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x054a17e0 to 127.0.0.1:50433 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:21:57,185 DEBUG [pool-202-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1de1462b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:21:57,187 DEBUG [hconnection-0x485ec527-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:21:57,189 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:58938, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:21:57,192 DEBUG [pool-202-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x054a17e0 to 127.0.0.1:50433 2023-08-10T06:21:57,192 DEBUG [pool-202-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:21:57,194 DEBUG [pool-202-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-ns2:test-16916484836111-1-0] 2023-08-10T06:21:57,194 DEBUG [pool-202-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-08-10T06:21:57,210 DEBUG [pool-202-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44965/backupUT/.tmp/backup_1691648510347/_temporary/0/_temporary/attempt_local62060054_0003_r_000000_0/ns2/test-16916484836111/f/88ab494e4b3c444580280081a718b8ef is 64, key is row-ns2:test-16916484836111-1-10/f:q1/1691648510249/Put/seqid=0 2023-08-10T06:21:57,213 WARN [Thread-874 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:43215] Specified favored nodes: [jenkins-hbase3.apache.org:43215] 2023-08-10T06:21:57,240 DEBUG [pool-202-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x0d93e2fc to 127.0.0.1:50433 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:21:57,248 DEBUG [pool-202-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a4ac05d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:21:57,250 DEBUG [hconnection-0x35436e63-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:21:57,252 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:58948, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:21:57,254 DEBUG [pool-202-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x0d93e2fc to 127.0.0.1:50433 2023-08-10T06:21:57,254 DEBUG [pool-202-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:21:57,259 DEBUG [pool-202-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-test-1691648483611-1-0] 2023-08-10T06:21:57,259 DEBUG [pool-202-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-08-10T06:21:57,269 DEBUG [pool-202-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44965/backupUT/.tmp/backup_1691648510347/_temporary/0/_temporary/attempt_local62060054_0003_r_000001_0/default/test-1691648483611/f/e2a84989ad784a42b7df45a002cc6979 is 59, key is row-test-1691648483611-1-10/f:q1/1691648510112/Put/seqid=0 2023-08-10T06:21:57,271 WARN [Thread-884 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:43215] Specified favored nodes: [jenkins-hbase3.apache.org:43215] 2023-08-10T06:21:58,000 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.IncrementalTableBackupClient(325): Incremental copy HFiles is starting. dest=hdfs://localhost:44965/backupUT 2023-08-10T06:21:58,000 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.IncrementalTableBackupClient(335): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1691648510347 2023-08-10T06:21:58,001 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.MapReduceBackupCopyJob(379): Doing COPY_TYPE_DISTCP 2023-08-10T06:21:58,015 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.MapReduceBackupCopyJob(388): DistCp options: [hdfs://localhost:44965/backupUT/.tmp/backup_1691648510347, hdfs://localhost:44965/backupUT] 2023-08-10T06:21:58,082 WARN [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-08-10T06:21:58,448 INFO [master/jenkins-hbase3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2023-08-10T06:21:58,449 INFO [master/jenkins-hbase3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2023-08-10T06:21:59,170 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(218): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2023-08-10T06:21:59,172 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.MapReduceBackupCopyJob(138): Backup progress data "100%" has been updated to backup system table for backup_1691648510347 2023-08-10T06:21:59,173 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(226): Backup progress data updated to backup system table: "Progress: 100.0% - 22341 bytes copied." 2023-08-10T06:21:59,173 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(236): DistCp job-id: job_local922565895_0004 completed: true true 2023-08-10T06:21:59,179 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(239): Counters: 24 File System Counters FILE: Number of bytes read=3815495 FILE: Number of bytes written=5098258 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=142124 HDFS: Number of bytes written=2352892 HDFS: Number of read operations=498 HDFS: Number of large read operations=0 HDFS: Number of write operations=218 Map-Reduce Framework Map input records=10 Map output records=0 Input split bytes=339 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1495793664 File Input Format Counters Bytes Read=2444 File Output Format Counters Bytes Written=0 DistCp Counters Bytes Copied=22341 Bytes Expected=22341 Files Copied=3 DIR_COPY=7 2023-08-10T06:21:59,179 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.IncrementalTableBackupClient(346): Incremental copy HFiles from hdfs://localhost:44965/backupUT/.tmp/backup_1691648510347 to hdfs://localhost:44965/backupUT finished. 2023-08-10T06:21:59,191 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupSystemTable(433): deleted 0 original bulkload rows 2023-08-10T06:21:59,191 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1691648510347 2023-08-10T06:21:59,198 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-08-10T06:21:59,198 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1691648510347 2023-08-10T06:21:59,199 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-08-10T06:21:59,606 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:44965/backupUT/backup_1691648510347/.backup.manifest 2023-08-10T06:21:59,606 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1691648510347 2023-08-10T06:21:59,609 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-08-10T06:21:59,609 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1691648510347 2023-08-10T06:21:59,611 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-08-10T06:22:00,019 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:44965/backupUT/backup_1691648510347/.backup.manifest 2023-08-10T06:22:00,019 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1691648510347 2023-08-10T06:22:00,022 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-08-10T06:22:00,429 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:44965/backupUT/backup_1691648510347/.backup.manifest 2023-08-10T06:22:00,429 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.TableBackupClient(358): Backup backup_1691648510347 finished: type=INCREMENTAL,tablelist=test-1691648483611;ns2:test-16916484836111,targetRootDir=hdfs://localhost:44965/backupUT,startts=1691648512506,completets=1691648519191,bytescopied=0 2023-08-10T06:22:00,429 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupSystemTable(1552): Deleting snapshot_backup_system from the system 2023-08-10T06:22:00,435 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(759): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-08-10T06:22:00,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_backup_system 2023-08-10T06:22:00,438 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupSystemTable(1557): Done deleting backup system table snapshot 2023-08-10T06:22:00,439 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupSystemTable(637): Finish backup exclusive operation 2023-08-10T06:22:00,442 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] impl.TableBackupClient(376): Backup backup_1691648510347 completed. 2023-08-10T06:22:00,678 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupSystemTable(610): Start new backup exclusive operation 2023-08-10T06:22:00,681 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1685): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-08-10T06:22:00,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1691648520681 (current time:1691648520681). 2023-08-10T06:22:00,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-08-10T06:22:00,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-08-10T06:22:00,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x439e8db7 to 127.0.0.1:50433 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:22:00,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e07ce59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:22:00,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:22:00,692 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:46756, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:22:00,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x439e8db7 to 127.0.0.1:50433 2023-08-10T06:22:00,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:22:00,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-08-10T06:22:00,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] procedure2.ProcedureExecutor(1033): Stored pid=40, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-08-10T06:22:00,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 40 2023-08-10T06:22:00,696 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-08-10T06:22:00,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=40 2023-08-10T06:22:00,697 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-08-10T06:22:00,699 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-08-10T06:22:00,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=40 2023-08-10T06:22:00,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=40 2023-08-10T06:22:01,105 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-08-10T06:22:01,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; SnapshotRegionProcedure a2acd36b3b78e2e342a9fca3b1a34bfa}] 2023-08-10T06:22:01,107 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=41, ppid=40, state=RUNNABLE; SnapshotRegionProcedure a2acd36b3b78e2e342a9fca3b1a34bfa 2023-08-10T06:22:01,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43215 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=41 2023-08-10T06:22:01,258 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1691648491064.a2acd36b3b78e2e342a9fca3b1a34bfa. 2023-08-10T06:22:01,259 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HRegion(2819): Flushing a2acd36b3b78e2e342a9fca3b1a34bfa 2/2 column families, dataSize=1.37 KB heapSize=2.52 KB 2023-08-10T06:22:01,262 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/backup/system/a2acd36b3b78e2e342a9fca3b1a34bfa/.tmp/meta/2c288459829e470d96cf9f0feae064f4 is 171, key is trslm:hdfs://localhost:44965/backupUT\x00ns2:test-16916484836111/meta:log-roll-map/1691648519183/Put/seqid=0 2023-08-10T06:22:01,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=40 2023-08-10T06:22:01,667 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=531 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/backup/system/a2acd36b3b78e2e342a9fca3b1a34bfa/.tmp/meta/2c288459829e470d96cf9f0feae064f4 2023-08-10T06:22:01,673 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 2c288459829e470d96cf9f0feae064f4 2023-08-10T06:22:01,677 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/backup/system/a2acd36b3b78e2e342a9fca3b1a34bfa/.tmp/session/9600b79288994861a5554eeb36e7c2d3 is 360, key is session:backup_1691648510347/session:context/1691648520438/Put/seqid=0 2023-08-10T06:22:01,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=40 2023-08-10T06:22:02,081 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=873 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/backup/system/a2acd36b3b78e2e342a9fca3b1a34bfa/.tmp/session/9600b79288994861a5554eeb36e7c2d3 2023-08-10T06:22:02,087 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 9600b79288994861a5554eeb36e7c2d3 2023-08-10T06:22:02,088 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/backup/system/a2acd36b3b78e2e342a9fca3b1a34bfa/.tmp/meta/2c288459829e470d96cf9f0feae064f4 as hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/backup/system/a2acd36b3b78e2e342a9fca3b1a34bfa/meta/2c288459829e470d96cf9f0feae064f4 2023-08-10T06:22:02,094 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/backup/system/a2acd36b3b78e2e342a9fca3b1a34bfa/meta/2c288459829e470d96cf9f0feae064f4, entries=4, sequenceid=28, filesize=5.7 K 2023-08-10T06:22:02,095 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/backup/system/a2acd36b3b78e2e342a9fca3b1a34bfa/.tmp/session/9600b79288994861a5554eeb36e7c2d3 as hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/backup/system/a2acd36b3b78e2e342a9fca3b1a34bfa/session/9600b79288994861a5554eeb36e7c2d3 2023-08-10T06:22:02,101 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/backup/system/a2acd36b3b78e2e342a9fca3b1a34bfa/session/9600b79288994861a5554eeb36e7c2d3, entries=2, sequenceid=28, filesize=5.3 K 2023-08-10T06:22:02,101 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HRegion(3022): Finished flush of dataSize ~1.37 KB/1404, heapSize ~2.49 KB/2552, currentSize=0 B/0 for a2acd36b3b78e2e342a9fca3b1a34bfa in 843ms, sequenceid=28, compaction requested=true 2023-08-10T06:22:02,102 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HRegion(2520): Flush status journal for a2acd36b3b78e2e342a9fca3b1a34bfa: 2023-08-10T06:22:02,102 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1691648491064.a2acd36b3b78e2e342a9fca3b1a34bfa. for snapshot_backup_system completed. 2023-08-10T06:22:02,102 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1691648491064.a2acd36b3b78e2e342a9fca3b1a34bfa.' region-info for snapshot=snapshot_backup_system 2023-08-10T06:22:02,102 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-08-10T06:22:02,102 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/backup/system/a2acd36b3b78e2e342a9fca3b1a34bfa/meta/f2dbf8dc49ae4b8c95c884429c0c2ffb, hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/backup/system/a2acd36b3b78e2e342a9fca3b1a34bfa/meta/2c288459829e470d96cf9f0feae064f4] hfiles 2023-08-10T06:22:02,102 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(264): Adding reference for file (1/2): hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/backup/system/a2acd36b3b78e2e342a9fca3b1a34bfa/meta/f2dbf8dc49ae4b8c95c884429c0c2ffb for snapshot=snapshot_backup_system 2023-08-10T06:22:02,102 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(264): Adding reference for file (2/2): hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/backup/system/a2acd36b3b78e2e342a9fca3b1a34bfa/meta/2c288459829e470d96cf9f0feae064f4 for snapshot=snapshot_backup_system 2023-08-10T06:22:02,102 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/backup/system/a2acd36b3b78e2e342a9fca3b1a34bfa/session/ee2f90ca8aef4d2395c9591edc4d6d97, hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/backup/system/a2acd36b3b78e2e342a9fca3b1a34bfa/session/18cd6d0e1e1b40f2b3245d1fd9f47cb6, hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/backup/system/a2acd36b3b78e2e342a9fca3b1a34bfa/session/9600b79288994861a5554eeb36e7c2d3] hfiles 2023-08-10T06:22:02,102 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(264): Adding reference for file (1/3): hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/backup/system/a2acd36b3b78e2e342a9fca3b1a34bfa/session/ee2f90ca8aef4d2395c9591edc4d6d97 for snapshot=snapshot_backup_system 2023-08-10T06:22:02,102 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(264): Adding reference for file (2/3): hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/backup/system/a2acd36b3b78e2e342a9fca3b1a34bfa/session/18cd6d0e1e1b40f2b3245d1fd9f47cb6 for snapshot=snapshot_backup_system 2023-08-10T06:22:02,102 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(264): Adding reference for file (3/3): hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/backup/system/a2acd36b3b78e2e342a9fca3b1a34bfa/session/9600b79288994861a5554eeb36e7c2d3 for snapshot=snapshot_backup_system 2023-08-10T06:22:02,507 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1691648491064.a2acd36b3b78e2e342a9fca3b1a34bfa. 2023-08-10T06:22:02,507 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=41 2023-08-10T06:22:02,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.HMaster(3994): Remote procedure done, pid=41 2023-08-10T06:22:02,508 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region a2acd36b3b78e2e342a9fca3b1a34bfa 2023-08-10T06:22:02,510 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=41, ppid=40, state=RUNNABLE; SnapshotRegionProcedure a2acd36b3b78e2e342a9fca3b1a34bfa 2023-08-10T06:22:02,512 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=41, resume processing ppid=40 2023-08-10T06:22:02,512 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-08-10T06:22:02,512 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=41, ppid=40, state=SUCCESS; SnapshotRegionProcedure a2acd36b3b78e2e342a9fca3b1a34bfa in 1.4050 sec 2023-08-10T06:22:02,513 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-08-10T06:22:02,513 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-08-10T06:22:02,513 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-08-10T06:22:02,514 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/.hbase-snapshot/.tmp/snapshot_backup_system 2023-08-10T06:22:02,524 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-08-10T06:22:02,531 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-08-10T06:22:02,532 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/.hbase-snapshot/snapshot_backup_system 2023-08-10T06:22:02,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=40 2023-08-10T06:22:03,350 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-08-10T06:22:03,350 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 40 2023-08-10T06:22:03,351 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=40, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.6560 sec 2023-08-10T06:22:04,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=40 2023-08-10T06:22:04,803 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] client.HBaseAdmin$TableFuture(3590): Operation: SNAPSHOT, Table Name: backup:system, procId: 40 completed 2023-08-10T06:22:04,803 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] impl.TableBackupClient(115): Backup backup_1691648520653 started at 1691648524803. 2023-08-10T06:22:04,804 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.TableBackupClient(119): Backup session backup_1691648520653 has been started. 2023-08-10T06:22:04,806 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.IncrementalTableBackupClient(268): For incremental backup, current table set is [test-1691648483611, ns2:test-16916484836111] 2023-08-10T06:22:04,812 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.IncrementalBackupManager(76): StartCode 1691648495086for backupID backup_1691648520653 2023-08-10T06:22:04,812 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2023-08-10T06:22:04,813 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(946): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-08-10T06:22:04,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-08-10T06:22:04,813 INFO [(jenkins-hbase3.apache.org,41231,1691648470721)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-08-10T06:22:04,813 DEBUG [(jenkins-hbase3.apache.org,41231,1691648470721)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-08-10T06:22:04,814 DEBUG [(jenkins-hbase3.apache.org,41231,1691648470721)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-08-10T06:22:04,814 DEBUG [(jenkins-hbase3.apache.org,41231,1691648470721)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-08-10T06:22:04,815 DEBUG [(jenkins-hbase3.apache.org,41231,1691648470721)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-08-10T06:22:04,815 DEBUG [(jenkins-hbase3.apache.org,41231,1691648470721)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-08-10T06:22:04,816 DEBUG [(jenkins-hbase3.apache.org,41231,1691648470721)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:22:04,816 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43215-0x10060e48b770001, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-08-10T06:22:04,816 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-08-10T06:22:04,816 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-08-10T06:22:04,817 DEBUG [(jenkins-hbase3.apache.org,41231,1691648470721)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:22:04,817 DEBUG [(jenkins-hbase3.apache.org,41231,1691648470721)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-08-10T06:22:04,817 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-08-10T06:22:04,817 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43215-0x10060e48b770001, quorum=127.0.0.1:50433, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-08-10T06:22:04,817 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-08-10T06:22:04,817 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-08-10T06:22:04,817 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-08-10T06:22:04,818 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-08-10T06:22:04,818 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-08-10T06:22:04,818 DEBUG [member: 'jenkins-hbase3.apache.org,43215,1691648473835' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-08-10T06:22:04,818 DEBUG [member: 'jenkins-hbase3.apache.org,43215,1691648473835' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-08-10T06:22:04,819 DEBUG [member: 'jenkins-hbase3.apache.org,43215,1691648473835' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-08-10T06:22:04,819 DEBUG [member: 'jenkins-hbase3.apache.org,43215,1691648473835' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-08-10T06:22:04,819 DEBUG [member: 'jenkins-hbase3.apache.org,43215,1691648473835' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,43215,1691648473835' joining acquired barrier for procedure (rolllog) in zk 2023-08-10T06:22:04,826 DEBUG [member: 'jenkins-hbase3.apache.org,43215,1691648473835' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-08-10T06:22:04,826 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:22:04,826 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:22:04,827 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-08-10T06:22:04,827 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-08-10T06:22:04,827 DEBUG [member: 'jenkins-hbase3.apache.org,43215,1691648473835' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43215-0x10060e48b770001, quorum=127.0.0.1:50433, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-08-10T06:22:04,827 DEBUG [member: 'jenkins-hbase3.apache.org,43215,1691648473835' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-08-10T06:22:04,827 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-08-10T06:22:04,827 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-08-10T06:22:04,828 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-10T06:22:04,828 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:22:04,828 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-08-10T06:22:04,828 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,43215,1691648473835' joining acquired barrier for procedure 'rolllog' on coordinator 2023-08-10T06:22:04,829 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@5001ecbd[Count = 0] remaining members to acquire global barrier 2023-08-10T06:22:04,829 DEBUG [(jenkins-hbase3.apache.org,41231,1691648470721)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-08-10T06:22:04,829 DEBUG [(jenkins-hbase3.apache.org,41231,1691648470721)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-08-10T06:22:04,830 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43215-0x10060e48b770001, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-08-10T06:22:04,830 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-08-10T06:22:04,830 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-08-10T06:22:04,830 DEBUG [member: 'jenkins-hbase3.apache.org,43215,1691648473835' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-08-10T06:22:04,830 DEBUG [(jenkins-hbase3.apache.org,41231,1691648470721)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:22:04,830 DEBUG [member: 'jenkins-hbase3.apache.org,43215,1691648473835' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-08-10T06:22:04,830 DEBUG [(jenkins-hbase3.apache.org,41231,1691648470721)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-08-10T06:22:04,830 DEBUG [rs(jenkins-hbase3.apache.org,43215,1691648473835)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:22:04,830 INFO [rs(jenkins-hbase3.apache.org,43215,1691648473835)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1691648512556 highest: 1691648512556 on jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:22:04,830 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C43215%2C1691648473835.meta:.meta(num 1691648512537) roll requested 2023-08-10T06:22:04,842 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/WALs/jenkins-hbase3.apache.org,43215,1691648473835/jenkins-hbase3.apache.org%2C43215%2C1691648473835.meta.1691648524830.meta, exclude list is [], retry=0 2023-08-10T06:22:04,846 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33251,DS-a7d71890-6ed3-42aa-807e-a68ff3479ec8,DISK] 2023-08-10T06:22:04,849 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/WALs/jenkins-hbase3.apache.org,43215,1691648473835/jenkins-hbase3.apache.org%2C43215%2C1691648473835.meta.1691648512537.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/WALs/jenkins-hbase3.apache.org,43215,1691648473835/jenkins-hbase3.apache.org%2C43215%2C1691648473835.meta.1691648524830.meta 2023-08-10T06:22:04,849 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:33251,DS-a7d71890-6ed3-42aa-807e-a68ff3479ec8,DISK]] 2023-08-10T06:22:04,849 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/WALs/jenkins-hbase3.apache.org,43215,1691648473835/jenkins-hbase3.apache.org%2C43215%2C1691648473835.meta.1691648512537.meta is not closed yet, will try archiving it next time 2023-08-10T06:22:04,849 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C43215%2C1691648473835:(num 1691648512556) roll requested 2023-08-10T06:22:04,851 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(809): Archiving hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/WALs/jenkins-hbase3.apache.org,43215,1691648473835/jenkins-hbase3.apache.org%2C43215%2C1691648473835.meta.1691648512537.meta to hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/oldWALs/jenkins-hbase3.apache.org%2C43215%2C1691648473835.meta.1691648512537.meta 2023-08-10T06:22:04,860 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/WALs/jenkins-hbase3.apache.org,43215,1691648473835/jenkins-hbase3.apache.org%2C43215%2C1691648473835.1691648524849, exclude list is [], retry=0 2023-08-10T06:22:04,864 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33251,DS-a7d71890-6ed3-42aa-807e-a68ff3479ec8,DISK] 2023-08-10T06:22:04,865 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/WALs/jenkins-hbase3.apache.org,43215,1691648473835/jenkins-hbase3.apache.org%2C43215%2C1691648473835.1691648512556 with entries=208, filesize=27.83 KB; new WAL /user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/WALs/jenkins-hbase3.apache.org,43215,1691648473835/jenkins-hbase3.apache.org%2C43215%2C1691648473835.1691648524849 2023-08-10T06:22:04,865 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:33251,DS-a7d71890-6ed3-42aa-807e-a68ff3479ec8,DISK]] 2023-08-10T06:22:04,865 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/WALs/jenkins-hbase3.apache.org,43215,1691648473835/jenkins-hbase3.apache.org%2C43215%2C1691648473835.1691648512556 is not closed yet, will try archiving it next time 2023-08-10T06:22:04,868 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(655): complete file /user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/WALs/jenkins-hbase3.apache.org,43215,1691648473835/jenkins-hbase3.apache.org%2C43215%2C1691648473835.1691648512556 not finished, retry = 0 2023-08-10T06:22:04,871 DEBUG [rs(jenkins-hbase3.apache.org,43215,1691648473835)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 40 2023-08-10T06:22:04,871 INFO [rs(jenkins-hbase3.apache.org,43215,1691648473835)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1691648524849 on jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:22:04,881 DEBUG [member: 'jenkins-hbase3.apache.org,43215,1691648473835' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-08-10T06:22:04,881 DEBUG [member: 'jenkins-hbase3.apache.org,43215,1691648473835' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,43215,1691648473835' in zk 2023-08-10T06:22:04,883 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:22:04,883 DEBUG [member: 'jenkins-hbase3.apache.org,43215,1691648473835' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-08-10T06:22:04,883 DEBUG [member: 'jenkins-hbase3.apache.org,43215,1691648473835' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-08-10T06:22:04,883 DEBUG [member: 'jenkins-hbase3.apache.org,43215,1691648473835' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-08-10T06:22:04,884 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:22:04,884 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-08-10T06:22:04,884 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-08-10T06:22:04,885 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-08-10T06:22:04,885 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-08-10T06:22:04,886 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-10T06:22:04,886 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:22:04,886 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-08-10T06:22:04,887 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-10T06:22:04,887 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:22:04,888 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,43215,1691648473835': 2023-08-10T06:22:04,888 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,43215,1691648473835' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-08-10T06:22:04,888 INFO [(jenkins-hbase3.apache.org,41231,1691648470721)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-08-10T06:22:04,888 DEBUG [(jenkins-hbase3.apache.org,41231,1691648470721)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-08-10T06:22:04,888 DEBUG [(jenkins-hbase3.apache.org,41231,1691648470721)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-08-10T06:22:04,888 DEBUG [(jenkins-hbase3.apache.org,41231,1691648470721)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-08-10T06:22:04,888 INFO [(jenkins-hbase3.apache.org,41231,1691648470721)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-08-10T06:22:04,891 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-08-10T06:22:04,891 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43215-0x10060e48b770001, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-08-10T06:22:04,891 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43215-0x10060e48b770001, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-08-10T06:22:04,891 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-08-10T06:22:04,891 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-08-10T06:22:04,891 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-08-10T06:22:04,891 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-08-10T06:22:04,891 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-08-10T06:22:04,891 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-08-10T06:22:04,891 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-08-10T06:22:04,891 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-08-10T06:22:04,891 DEBUG [(jenkins-hbase3.apache.org,41231,1691648470721)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:22:04,892 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-10T06:22:04,892 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-08-10T06:22:04,892 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-08-10T06:22:04,892 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-10T06:22:04,893 DEBUG [(jenkins-hbase3.apache.org,41231,1691648470721)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:22:04,893 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:22:04,893 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-08-10T06:22:04,894 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-10T06:22:04,894 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:22:04,898 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:22:04,898 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-08-10T06:22:04,898 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43215-0x10060e48b770001, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-08-10T06:22:04,898 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-08-10T06:22:04,898 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:22:04,898 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43215-0x10060e48b770001, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-08-10T06:22:04,898 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-08-10T06:22:04,898 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-08-10T06:22:04,898 DEBUG [(jenkins-hbase3.apache.org,41231,1691648470721)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-08-10T06:22:04,898 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-08-10T06:22:04,898 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-08-10T06:22:04,898 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-08-10T06:22:04,898 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Unable to get data of znode /1/rolllog-proc/abort/rolllog because node does not exist (not an error) 2023-08-10T06:22:04,898 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-08-10T06:22:04,898 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-08-10T06:22:04,899 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] client.HBaseAdmin(2751): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-08-10T06:22:04,900 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-08-10T06:22:04,900 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-08-10T06:22:04,900 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] client.HBaseAdmin(2759): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-08-10T06:22:05,000 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] client.HBaseAdmin(2765): Getting current status of procedure from master... 2023-08-10T06:22:05,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1247): Checking to see if procedure from request:rolllog-proc is done 2023-08-10T06:22:05,003 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {jenkins-hbase3.apache.org:43215=1691648495086} newestTimestamps: {jenkins-hbase3.apache.org:43215=1691648512556} 2023-08-10T06:22:05,004 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase3.apache.org%2C43215%2C1691648473835.meta.1691648476495.meta 2023-08-10T06:22:05,004 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase3.apache.org%2C43215%2C1691648473835.meta.1691648524830.meta 2023-08-10T06:22:05,004 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/WALs/jenkins-hbase3.apache.org,43215,1691648473835/jenkins-hbase3.apache.org%2C43215%2C1691648473835.1691648512556 2023-08-10T06:22:05,004 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/WALs/jenkins-hbase3.apache.org,43215,1691648473835/jenkins-hbase3.apache.org%2C43215%2C1691648473835.1691648524849 2023-08-10T06:22:05,005 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/oldWALs/jenkins-hbase3.apache.org%2C43215%2C1691648473835.meta.1691648495066.meta 2023-08-10T06:22:05,005 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/oldWALs/jenkins-hbase3.apache.org%2C43215%2C1691648473835.meta.1691648512537.meta 2023-08-10T06:22:05,415 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] util.BackupUtils(146): Attempting to copy table info for:test-1691648483611 target: hdfs://localhost:44965/backupUT/backup_1691648520653/default/test-1691648483611 descriptor: 'test-1691648483611', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-10T06:22:05,415 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] util.BackupUtils(148): Finished copying tableinfo. 2023-08-10T06:22:05,417 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] util.BackupUtils(151): Starting to write region info for table test-1691648483611 2023-08-10T06:22:05,823 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] util.BackupUtils(158): Finished writing region info for table test-1691648483611 2023-08-10T06:22:06,233 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] util.BackupUtils(146): Attempting to copy table info for:ns2:test-16916484836111 target: hdfs://localhost:44965/backupUT/backup_1691648520653/ns2/test-16916484836111 descriptor: 'ns2:test-16916484836111', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-10T06:22:06,234 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] util.BackupUtils(148): Finished copying tableinfo. 2023-08-10T06:22:06,236 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] util.BackupUtils(151): Starting to write region info for table ns2:test-16916484836111 2023-08-10T06:22:06,641 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] util.BackupUtils(158): Finished writing region info for table ns2:test-16916484836111 2023-08-10T06:22:06,646 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.WALPlayer(360): add incremental job :hdfs://localhost:44965/backupUT/.tmp/backup_1691648520653 from hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/WALs/jenkins-hbase3.apache.org,43215,1691648473835/jenkins-hbase3.apache.org%2C43215%2C1691648473835.1691648512556 2023-08-10T06:22:06,646 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x3e51c911 to 127.0.0.1:50433 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:22:06,654 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50224172, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:22:06,655 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-10T06:22:06,657 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:37618, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-08-10T06:22:06,659 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-08-10T06:22:06,659 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table test-1691648483611 2023-08-10T06:22:06,662 DEBUG [hconnection-0x77ca7451-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:22:06,663 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:46764, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:22:06,665 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for test-1691648483611: test-1691648483611; 2023-08-10T06:22:06,665 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:test-16916484836111 2023-08-10T06:22:06,666 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:test-16916484836111: ns2:test-16916484836111; 2023-08-10T06:22:06,666 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.HFileOutputFormat2(694): Configuring 2 reduce partitions to match current region count for all tables 2023-08-10T06:22:06,667 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/hbase-staging/partitions_459f93b4-2376-44c6-8f71-c8373d993c13 2023-08-10T06:22:07,074 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:07,074 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:07,075 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:07,075 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:08,033 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/hadoop-7087908706234967504.jar 2023-08-10T06:22:08,033 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:08,034 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:08,034 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:08,035 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:08,035 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:08,035 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:08,036 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:08,036 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:08,036 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:08,037 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-08-10T06:22:08,038 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-08-10T06:22:08,038 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-08-10T06:22:08,039 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-08-10T06:22:08,039 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-08-10T06:22:08,040 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-08-10T06:22:08,040 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-08-10T06:22:08,040 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-08-10T06:22:08,041 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-08-10T06:22:08,041 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-08-10T06:22:08,042 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-08-10T06:22:08,042 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-08-10T06:22:08,043 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:08,043 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:08,043 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:08,044 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:08,044 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:08,044 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:08,045 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-10T06:22:08,045 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: default:test-1691648483611,ns2:test-16916484836111 2023-08-10T06:22:08,045 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] client.ConnectionImplementation(2114): Closing master protocol: MasterService 2023-08-10T06:22:08,045 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x3e51c911 to 127.0.0.1:50433 2023-08-10T06:22:08,045 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:22:08,046 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-08-10T06:22:09,010 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/hadoop-7892237644997717215.jar 2023-08-10T06:22:09,015 WARN [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-08-10T06:22:09,030 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/WALs/jenkins-hbase3.apache.org,43215,1691648473835/jenkins-hbase3.apache.org%2C43215%2C1691648473835.1691648512556 for WAL files 2023-08-10T06:22:09,031 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/WALs/jenkins-hbase3.apache.org,43215,1691648473835/jenkins-hbase3.apache.org%2C43215%2C1691648473835.1691648512556 2023-08-10T06:22:09,100 WARN [Listener at jenkins-hbase3.apache.org/35839 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/mapreduce.cluster.local.dir/1691648529067/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-08-10T06:22:09,100 WARN [Listener at jenkins-hbase3.apache.org/35839 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/mapreduce.cluster.local.dir/1691648529067/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-08-10T06:22:09,168 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/WALs/jenkins-hbase3.apache.org,43215,1691648473835/jenkins-hbase3.apache.org%2C43215%2C1691648473835.1691648512556 for hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/WALs/jenkins-hbase3.apache.org,43215,1691648473835/jenkins-hbase3.apache.org%2C43215%2C1691648473835.1691648512556 (-9223372036854775808:9223372036854775807) length:28505 2023-08-10T06:22:09,176 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2023-08-10T06:22:09,176 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2023-08-10T06:22:09,191 DEBUG [pool-216-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x582524ae to 127.0.0.1:50433 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:22:09,200 DEBUG [pool-216-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d78f2b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:22:09,202 DEBUG [hconnection-0x32507e6f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:22:09,204 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:46770, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:22:09,206 DEBUG [pool-216-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x582524ae to 127.0.0.1:50433 2023-08-10T06:22:09,206 DEBUG [pool-216-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:22:09,207 DEBUG [pool-216-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-ns2:test-16916484836111-2-0] 2023-08-10T06:22:09,208 DEBUG [pool-216-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-08-10T06:22:09,218 DEBUG [pool-216-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44965/backupUT/.tmp/backup_1691648520653/_temporary/0/_temporary/attempt_local1241719736_0005_r_000000_0/ns2/test-16916484836111/f/5cb8fb1e240c4cf7b89bba14cae1a4e2 is 64, key is row-ns2:test-16916484836111-2-10/f:q1/1691648520555/Put/seqid=0 2023-08-10T06:22:09,220 WARN [Thread-1023 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:43215] Specified favored nodes: [jenkins-hbase3.apache.org:43215] 2023-08-10T06:22:09,639 DEBUG [pool-216-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x4b5ed115 to 127.0.0.1:50433 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:22:09,643 DEBUG [pool-216-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46d14495, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:22:09,644 DEBUG [hconnection-0x6d498e56-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:22:09,645 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:46776, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:22:09,647 DEBUG [pool-216-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x4b5ed115 to 127.0.0.1:50433 2023-08-10T06:22:09,647 DEBUG [pool-216-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:22:09,648 DEBUG [pool-216-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-test-1691648483611-2-0] 2023-08-10T06:22:09,648 DEBUG [pool-216-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-08-10T06:22:09,654 DEBUG [pool-216-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44965/backupUT/.tmp/backup_1691648520653/_temporary/0/_temporary/attempt_local1241719736_0005_r_000001_0/default/test-1691648483611/f/661428c4398049fd917dab3d367dfcb5 is 59, key is row-test-1691648483611-2-10/f:q1/1691648520464/Put/seqid=0 2023-08-10T06:22:09,655 WARN [Thread-1033 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:43215] Specified favored nodes: [jenkins-hbase3.apache.org:43215] 2023-08-10T06:22:10,152 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.IncrementalTableBackupClient(325): Incremental copy HFiles is starting. dest=hdfs://localhost:44965/backupUT 2023-08-10T06:22:10,152 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.IncrementalTableBackupClient(335): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1691648520653 2023-08-10T06:22:10,153 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.MapReduceBackupCopyJob(379): Doing COPY_TYPE_DISTCP 2023-08-10T06:22:10,158 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.MapReduceBackupCopyJob(388): DistCp options: [hdfs://localhost:44965/backupUT/.tmp/backup_1691648520653, hdfs://localhost:44965/backupUT] 2023-08-10T06:22:10,185 WARN [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-08-10T06:22:11,262 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(218): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2023-08-10T06:22:11,264 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.MapReduceBackupCopyJob(138): Backup progress data "100%" has been updated to backup system table for backup_1691648520653 2023-08-10T06:22:11,264 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(226): Backup progress data updated to backup system table: "Progress: 100.0% - 22485 bytes copied." 2023-08-10T06:22:11,264 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(236): DistCp job-id: job_local138911696_0006 completed: true true 2023-08-10T06:22:11,267 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(239): Counters: 24 File System Counters FILE: Number of bytes read=4494674 FILE: Number of bytes written=7538914 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=217980 HDFS: Number of bytes written=2413547 HDFS: Number of read operations=653 HDFS: Number of large read operations=0 HDFS: Number of write operations=276 Map-Reduce Framework Map input records=10 Map output records=0 Input split bytes=342 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1495793664 File Input Format Counters Bytes Read=2444 File Output Format Counters Bytes Written=0 DistCp Counters Bytes Copied=22485 Bytes Expected=22485 Files Copied=3 DIR_COPY=7 2023-08-10T06:22:11,267 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.IncrementalTableBackupClient(346): Incremental copy HFiles from hdfs://localhost:44965/backupUT/.tmp/backup_1691648520653 to hdfs://localhost:44965/backupUT finished. 2023-08-10T06:22:11,277 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupSystemTable(433): deleted 0 original bulkload rows 2023-08-10T06:22:11,277 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1691648520653 2023-08-10T06:22:11,281 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:44965/backupUT/backup_1691648510347 to construct the dependency. 2023-08-10T06:22:11,281 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:44965/backupUT/backup_1691648510347 2023-08-10T06:22:11,284 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1691648510347/.backup.manifest 2023-08-10T06:22:11,284 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1691648510347BackupDir=hdfs://localhost:44965/backupUT} 2023-08-10T06:22:11,284 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupManager(340): Got 2 ancestors for the current backup. 2023-08-10T06:22:11,284 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1691648520653 2023-08-10T06:22:11,286 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:44965/backupUT/backup_1691648510347 to construct the dependency. 2023-08-10T06:22:11,286 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:44965/backupUT/backup_1691648510347 2023-08-10T06:22:11,288 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1691648510347/.backup.manifest 2023-08-10T06:22:11,288 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1691648510347BackupDir=hdfs://localhost:44965/backupUT} 2023-08-10T06:22:11,288 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupManager(340): Got 2 ancestors for the current backup. 2023-08-10T06:22:11,695 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:44965/backupUT/backup_1691648520653/.backup.manifest 2023-08-10T06:22:11,695 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1691648520653 2023-08-10T06:22:11,697 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:44965/backupUT/backup_1691648510347 to construct the dependency. 2023-08-10T06:22:11,697 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:44965/backupUT/backup_1691648510347 2023-08-10T06:22:11,700 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1691648510347/.backup.manifest 2023-08-10T06:22:11,700 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1691648510347BackupDir=hdfs://localhost:44965/backupUT} 2023-08-10T06:22:11,700 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupManager(340): Got 2 ancestors for the current backup. 2023-08-10T06:22:11,700 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1691648520653 2023-08-10T06:22:11,702 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:44965/backupUT/backup_1691648510347 to construct the dependency. 2023-08-10T06:22:11,702 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:44965/backupUT/backup_1691648510347 2023-08-10T06:22:11,704 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1691648510347/.backup.manifest 2023-08-10T06:22:11,704 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1691648510347BackupDir=hdfs://localhost:44965/backupUT} 2023-08-10T06:22:11,704 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupManager(340): Got 2 ancestors for the current backup. 2023-08-10T06:22:12,109 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:44965/backupUT/backup_1691648520653/.backup.manifest 2023-08-10T06:22:12,110 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1691648520653 2023-08-10T06:22:12,112 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:44965/backupUT/backup_1691648510347 to construct the dependency. 2023-08-10T06:22:12,112 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:44965/backupUT/backup_1691648510347 2023-08-10T06:22:12,115 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1691648510347/.backup.manifest 2023-08-10T06:22:12,115 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1691648510347BackupDir=hdfs://localhost:44965/backupUT} 2023-08-10T06:22:12,115 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupManager(340): Got 2 ancestors for the current backup. 2023-08-10T06:22:12,521 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:44965/backupUT/backup_1691648520653/.backup.manifest 2023-08-10T06:22:12,521 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.TableBackupClient(358): Backup backup_1691648520653 finished: type=INCREMENTAL,tablelist=test-1691648483611;ns2:test-16916484836111,targetRootDir=hdfs://localhost:44965/backupUT,startts=1691648524803,completets=1691648531277,bytescopied=0 2023-08-10T06:22:12,521 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupSystemTable(1552): Deleting snapshot_backup_system from the system 2023-08-10T06:22:12,526 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(759): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-08-10T06:22:12,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_backup_system 2023-08-10T06:22:12,529 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupSystemTable(1557): Done deleting backup system table snapshot 2023-08-10T06:22:12,531 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupSystemTable(637): Finish backup exclusive operation 2023-08-10T06:22:12,534 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] impl.TableBackupClient(376): Backup backup_1691648520653 completed. 2023-08-10T06:22:12,569 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.MapReduceBackupMergeJob(92): Merge backup images backup_1691648510347,backup_1691648520653 2023-08-10T06:22:12,570 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x0d5bef97 to 127.0.0.1:50433 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:22:12,577 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27ee37cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:22:12,578 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-10T06:22:12,580 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:52336, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-08-10T06:22:12,584 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:22:12,585 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:36732, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:22:12,595 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupSystemTable(610): Start new backup exclusive operation 2023-08-10T06:22:12,601 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x595c129e to 127.0.0.1:50433 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:22:12,607 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a214ccc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:22:12,608 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-10T06:22:12,609 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:52352, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-08-10T06:22:12,613 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:22:12,614 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:36740, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:22:12,628 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] client.ConnectionImplementation(2114): Closing master protocol: MasterService 2023-08-10T06:22:12,629 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x595c129e to 127.0.0.1:50433 2023-08-10T06:22:12,629 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:22:12,630 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.MapReduceBackupMergeJob(117): Merge backup images for test-1691648483611 2023-08-10T06:22:12,633 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/hbase-staging/bulk_output-default-test-1691648483611-1691648532631 from hdfs://localhost:44965/backupUT/backup_1691648510347/default/test-1691648483611,hdfs://localhost:44965/backupUT/backup_1691648520653/default/test-1691648483611 2023-08-10T06:22:12,634 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x40424864 to 127.0.0.1:50433 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:22:12,643 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d8e1b1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:22:12,644 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-10T06:22:12,646 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:52358, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-08-10T06:22:12,647 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-08-10T06:22:12,647 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table test-1691648483611 2023-08-10T06:22:12,651 DEBUG [hconnection-0x2daf2751-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:22:12,652 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:36746, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:22:12,653 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for test-1691648483611: 2023-08-10T06:22:12,653 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-08-10T06:22:12,653 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/hbase-staging/partitions_940d88c0-a8b1-478c-a805-8fb6b1b80129 2023-08-10T06:22:13,060 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:13,061 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:13,061 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:13,061 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:14,111 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/hadoop-1306669486179632060.jar 2023-08-10T06:22:14,111 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:14,112 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:14,112 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:14,113 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:14,113 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:14,113 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:14,114 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:14,114 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:14,114 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:14,115 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-08-10T06:22:14,116 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-08-10T06:22:14,116 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-08-10T06:22:14,116 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-08-10T06:22:14,117 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-08-10T06:22:14,118 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-08-10T06:22:14,118 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-08-10T06:22:14,118 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-08-10T06:22:14,119 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-08-10T06:22:14,119 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-08-10T06:22:14,120 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-08-10T06:22:14,120 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-08-10T06:22:14,124 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:14,124 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:14,124 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:14,125 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:14,125 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:14,125 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:14,126 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-10T06:22:14,126 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: test-1691648483611 2023-08-10T06:22:14,126 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] client.ConnectionImplementation(2114): Closing master protocol: MasterService 2023-08-10T06:22:14,126 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x40424864 to 127.0.0.1:50433 2023-08-10T06:22:14,126 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:22:14,126 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-08-10T06:22:14,127 WARN [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-08-10T06:22:14,127 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-08-10T06:22:14,134 WARN [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-08-10T06:22:14,141 WARN [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-08-10T06:22:14,244 WARN [Listener at jenkins-hbase3.apache.org/35839 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/mapreduce.cluster.local.dir/1691648534202/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-08-10T06:22:14,244 WARN [Listener at jenkins-hbase3.apache.org/35839 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/mapreduce.cluster.local.dir/1691648534202/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-08-10T06:22:14,297 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:44965/backupUT/backup_1691648520653/default/test-1691648483611/f/661428c4398049fd917dab3d367dfcb5 2023-08-10T06:22:14,301 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-08-10T06:22:14,303 DEBUG [LocalJobRunner Map Task Executor #0 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 661428c4398049fd917dab3d367dfcb5 2023-08-10T06:22:14,322 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:44965/backupUT/backup_1691648510347/default/test-1691648483611/f/e2a84989ad784a42b7df45a002cc6979 2023-08-10T06:22:14,326 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-08-10T06:22:14,328 DEBUG [LocalJobRunner Map Task Executor #0 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: e2a84989ad784a42b7df45a002cc6979 2023-08-10T06:22:14,345 DEBUG [pool-229-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x3beb3121 to 127.0.0.1:50433 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:22:14,349 DEBUG [pool-229-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55eb3e26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:22:14,351 DEBUG [hconnection-0x12ca84a3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:22:14,353 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:36762, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:22:14,354 DEBUG [pool-229-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x3beb3121 to 127.0.0.1:50433 2023-08-10T06:22:14,354 DEBUG [pool-229-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:22:14,356 DEBUG [pool-229-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-test-1691648483611-1-0] 2023-08-10T06:22:14,356 DEBUG [pool-229-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-08-10T06:22:14,368 DEBUG [pool-229-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/hbase-staging/bulk_output-default-test-1691648483611-1691648532631/_temporary/0/_temporary/attempt_local1782833624_0007_r_000000_0/f/7c121541f5364748a3d891d0f4b97434 is 59, key is row-test-1691648483611-1-10/f:q1/1691648510112/Put/seqid=0 2023-08-10T06:22:14,369 WARN [Thread-1119 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:43215] Specified favored nodes: [jenkins-hbase3.apache.org:43215] 2023-08-10T06:22:15,279 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.MapReduceBackupMergeJob(143): Merge Job finished:0 2023-08-10T06:22:15,279 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.MapReduceBackupMergeJob(117): Merge backup images for ns2:test-16916484836111 2023-08-10T06:22:15,282 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/hbase-staging/bulk_output-ns2-test-16916484836111-1691648535281 from hdfs://localhost:44965/backupUT/backup_1691648510347/ns2/test-16916484836111,hdfs://localhost:44965/backupUT/backup_1691648520653/ns2/test-16916484836111 2023-08-10T06:22:15,282 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x00bb1710 to 127.0.0.1:50433 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:22:15,287 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@178f9a22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:22:15,288 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-10T06:22:15,289 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:52372, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-08-10T06:22:15,290 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-08-10T06:22:15,290 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:test-16916484836111 2023-08-10T06:22:15,294 DEBUG [hconnection-0x4219d96e-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:22:15,295 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:36774, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:22:15,296 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:test-16916484836111: 2023-08-10T06:22:15,296 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-08-10T06:22:15,297 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/hbase-staging/partitions_645570ea-5157-4791-96ab-73dcecff1468 2023-08-10T06:22:15,703 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:15,703 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:15,704 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:15,704 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:16,689 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/hadoop-8663816486891733415.jar 2023-08-10T06:22:16,690 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:16,690 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:16,690 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:16,691 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:16,691 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:16,692 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:16,692 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:16,692 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:16,693 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:16,693 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-08-10T06:22:16,694 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-08-10T06:22:16,694 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-08-10T06:22:16,695 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-08-10T06:22:16,695 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-08-10T06:22:16,695 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-08-10T06:22:16,696 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-08-10T06:22:16,696 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-08-10T06:22:16,696 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-08-10T06:22:16,697 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-08-10T06:22:16,697 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-08-10T06:22:16,698 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-08-10T06:22:16,698 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:16,699 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:16,699 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:16,699 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:16,699 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:16,700 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:16,700 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-10T06:22:16,701 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: ns2:test-16916484836111 2023-08-10T06:22:16,701 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] client.ConnectionImplementation(2114): Closing master protocol: MasterService 2023-08-10T06:22:16,701 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x00bb1710 to 127.0.0.1:50433 2023-08-10T06:22:16,701 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:22:16,701 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-08-10T06:22:16,701 WARN [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-08-10T06:22:16,702 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-08-10T06:22:16,707 WARN [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-08-10T06:22:16,714 WARN [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-08-10T06:22:16,811 WARN [Listener at jenkins-hbase3.apache.org/35839 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/mapreduce.cluster.local.dir/1691648536770/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-08-10T06:22:16,811 WARN [Listener at jenkins-hbase3.apache.org/35839 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/mapreduce.cluster.local.dir/1691648536770/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-08-10T06:22:16,860 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:44965/backupUT/backup_1691648520653/ns2/test-16916484836111/f/5cb8fb1e240c4cf7b89bba14cae1a4e2 2023-08-10T06:22:16,864 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-08-10T06:22:16,866 DEBUG [LocalJobRunner Map Task Executor #0 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 5cb8fb1e240c4cf7b89bba14cae1a4e2 2023-08-10T06:22:16,885 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:44965/backupUT/backup_1691648510347/ns2/test-16916484836111/f/88ab494e4b3c444580280081a718b8ef 2023-08-10T06:22:16,889 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-08-10T06:22:16,891 DEBUG [LocalJobRunner Map Task Executor #0 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 88ab494e4b3c444580280081a718b8ef 2023-08-10T06:22:16,905 DEBUG [pool-234-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x068f7a95 to 127.0.0.1:50433 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:22:16,909 DEBUG [pool-234-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f333477, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:22:16,912 DEBUG [hconnection-0x3b8cc68-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:22:16,914 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:36784, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:22:16,916 DEBUG [pool-234-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x068f7a95 to 127.0.0.1:50433 2023-08-10T06:22:16,916 DEBUG [pool-234-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:22:16,917 DEBUG [pool-234-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-ns2:test-16916484836111-1-0] 2023-08-10T06:22:16,917 DEBUG [pool-234-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-08-10T06:22:16,926 DEBUG [pool-234-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/hbase-staging/bulk_output-ns2-test-16916484836111-1691648535281/_temporary/0/_temporary/attempt_local659081964_0008_r_000000_0/f/8a08428ef4e74febbd5bdc7706c535e3 is 64, key is row-ns2:test-16916484836111-1-10/f:q1/1691648510249/Put/seqid=0 2023-08-10T06:22:16,928 WARN [Thread-1160 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:43215] Specified favored nodes: [jenkins-hbase3.apache.org:43215] 2023-08-10T06:22:17,845 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.MapReduceBackupMergeJob(143): Merge Job finished:0 2023-08-10T06:22:17,850 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.MapReduceBackupMergeJob(159): Renamed hdfs://localhost:44965/backupUT/backup_1691648520653 to hdfs://localhost:44965/backupUT/.tmp/backup_1691648520653 2023-08-10T06:22:17,854 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.MapReduceBackupMergeJob(360): MoveData from hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/hbase-staging/bulk_output-default-test-1691648483611-1691648532631/f to hdfs://localhost:44965/backupUT/backup_1691648520653/default/test-1691648483611 result=true 2023-08-10T06:22:17,855 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.MapReduceBackupMergeJob(360): MoveData from hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/hbase-staging/bulk_output-ns2-test-16916484836111-1691648535281/f to hdfs://localhost:44965/backupUT/backup_1691648520653/ns2/test-16916484836111 result=true 2023-08-10T06:22:17,856 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:44965/backupUT/.tmp/backup_1691648520653/.backup.manifest 2023-08-10T06:22:17,858 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/.tmp/backup_1691648520653/.backup.manifest 2023-08-10T06:22:18,098 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region bdc31e4d3099762aa248bbab280c9457 changed from -1.0 to 0.0, refreshing cache 2023-08-10T06:22:18,264 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:44965/backupUT/backup_1691648520653/.backup.manifest 2023-08-10T06:22:19,925 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupSystemTable(637): Finish backup exclusive operation 2023-08-10T06:22:19,927 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] client.ConnectionImplementation(2114): Closing master protocol: MasterService 2023-08-10T06:22:19,927 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x0d5bef97 to 127.0.0.1:50433 2023-08-10T06:22:19,927 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:22:19,930 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] impl.RestoreTablesClient(101): HBase table table1 does not exist. It will be created during restore process 2023-08-10T06:22:19,931 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] impl.RestoreTablesClient(101): HBase table ns2:table2 does not exist. It will be created during restore process 2023-08-10T06:22:19,932 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:44965/backupUT/backup_1691648520653/.backup.manifest 2023-08-10T06:22:19,934 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1691648520653/.backup.manifest 2023-08-10T06:22:19,935 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:44965/backupUT/backup_1691648520653/.backup.manifest 2023-08-10T06:22:19,937 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1691648520653/.backup.manifest 2023-08-10T06:22:19,939 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:44965/backupUT/backup_1691648490882/.backup.manifest 2023-08-10T06:22:19,941 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1691648490882/.backup.manifest 2023-08-10T06:22:19,941 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] impl.RestoreTablesClient(148): Restoring 'test-1691648483611' to 'table1' from full backup image hdfs://localhost:44965/backupUT/backup_1691648490882/default/test-1691648483611 2023-08-10T06:22:19,943 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] util.RestoreTool(295): Retrieved descriptor: 'test-1691648483611', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1691648520653 2023-08-10T06:22:19,946 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] util.RestoreTool(487): Creating target table 'table1' 2023-08-10T06:22:19,946 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:44965/backupUT/backup_1691648490882/default/test-1691648483611/archive/data/default/test-1691648483611/3f05a968e07af17125b2d89359c16e21 2023-08-10T06:22:19,946 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:44965/backupUT/backup_1691648490882/default/test-1691648483611/archive/data/default/test-1691648483611/3f05a968e07af17125b2d89359c16e21/f in region [hdfs://localhost:44965/backupUT/backup_1691648490882/default/test-1691648483611/archive/data/default/test-1691648483611/3f05a968e07af17125b2d89359c16e21] 2023-08-10T06:22:19,951 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] util.RestoreTool(442): Trying to figure out region boundaries hfile=hdfs://localhost:44965/backupUT/backup_1691648490882/default/test-1691648483611/archive/data/default/test-1691648483611/3f05a968e07af17125b2d89359c16e21/f/d5c49e9d1fb1499c85c99b0752dad4d3 first=row0 last=row98 2023-08-10T06:22:19,951 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: d5c49e9d1fb1499c85c99b0752dad4d3 2023-08-10T06:22:19,958 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-10T06:22:19,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] procedure2.ProcedureExecutor(1033): Stored pid=42, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=table1 2023-08-10T06:22:19,961 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=42, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_PRE_OPERATION 2023-08-10T06:22:19,961 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "table1" procId is: 42 2023-08-10T06:22:19,962 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=42, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-08-10T06:22:19,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=42 2023-08-10T06:22:20,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=42 2023-08-10T06:22:20,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=42 2023-08-10T06:22:20,369 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => f9782b0b0b0a798101d3ecc143ed9b82, NAME => 'table1,,1691648539957.f9782b0b0b0a798101d3ecc143ed9b82.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c 2023-08-10T06:22:20,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=42 2023-08-10T06:22:20,776 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(888): Instantiated table1,,1691648539957.f9782b0b0b0a798101d3ecc143ed9b82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:22:20,776 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1668): Closing f9782b0b0b0a798101d3ecc143ed9b82, disabling compactions & flushes 2023-08-10T06:22:20,776 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1690): Closing region table1,,1691648539957.f9782b0b0b0a798101d3ecc143ed9b82. 2023-08-10T06:22:20,776 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,,1691648539957.f9782b0b0b0a798101d3ecc143ed9b82. 2023-08-10T06:22:20,777 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on table1,,1691648539957.f9782b0b0b0a798101d3ecc143ed9b82. after waiting 0 ms 2023-08-10T06:22:20,777 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region table1,,1691648539957.f9782b0b0b0a798101d3ecc143ed9b82. 2023-08-10T06:22:20,777 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1909): Closed table1,,1691648539957.f9782b0b0b0a798101d3ecc143ed9b82. 2023-08-10T06:22:20,777 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1622): Region close journal for f9782b0b0b0a798101d3ecc143ed9b82: 2023-08-10T06:22:20,778 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=42, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ADD_TO_META 2023-08-10T06:22:20,778 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"table1,,1691648539957.f9782b0b0b0a798101d3ecc143ed9b82.","families":{"info":[{"qualifier":"regioninfo","vlen":40,"tag":[],"timestamp":"1691648540778"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1691648540778"}]},"ts":"1691648540778"} 2023-08-10T06:22:20,779 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-08-10T06:22:20,780 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=42, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-08-10T06:22:20,780 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648540780"}]},"ts":"1691648540780"} 2023-08-10T06:22:20,781 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=ENABLING in hbase:meta 2023-08-10T06:22:20,786 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=f9782b0b0b0a798101d3ecc143ed9b82, ASSIGN}] 2023-08-10T06:22:20,787 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=43, ppid=42, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=f9782b0b0b0a798101d3ecc143ed9b82, ASSIGN 2023-08-10T06:22:20,788 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=43, ppid=42, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=table1, region=f9782b0b0b0a798101d3ecc143ed9b82, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,43215,1691648473835; forceNewPlan=false, retain=false 2023-08-10T06:22:20,940 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=43 updating hbase:meta row=f9782b0b0b0a798101d3ecc143ed9b82, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:22:20,941 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE; OpenRegionProcedure f9782b0b0b0a798101d3ecc143ed9b82, server=jenkins-hbase3.apache.org,43215,1691648473835}] 2023-08-10T06:22:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=42 2023-08-10T06:22:21,099 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(130): Open table1,,1691648539957.f9782b0b0b0a798101d3ecc143ed9b82. 2023-08-10T06:22:21,100 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7254): Opening region: {ENCODED => f9782b0b0b0a798101d3ecc143ed9b82, NAME => 'table1,,1691648539957.f9782b0b0b0a798101d3ecc143ed9b82.', STARTKEY => '', ENDKEY => ''} 2023-08-10T06:22:21,100 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-10T06:22:21,100 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 f9782b0b0b0a798101d3ecc143ed9b82 2023-08-10T06:22:21,100 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(888): Instantiated table1,,1691648539957.f9782b0b0b0a798101d3ecc143ed9b82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:22:21,100 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7296): checking encryption for f9782b0b0b0a798101d3ecc143ed9b82 2023-08-10T06:22:21,100 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7299): checking classloading for f9782b0b0b0a798101d3ecc143ed9b82 2023-08-10T06:22:21,102 INFO [StoreOpener-f9782b0b0b0a798101d3ecc143ed9b82-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f9782b0b0b0a798101d3ecc143ed9b82 2023-08-10T06:22:21,104 INFO [StoreOpener-f9782b0b0b0a798101d3ecc143ed9b82-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9782b0b0b0a798101d3ecc143ed9b82 columnFamilyName f 2023-08-10T06:22:21,104 DEBUG [StoreOpener-f9782b0b0b0a798101d3ecc143ed9b82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:22:21,105 INFO [StoreOpener-f9782b0b0b0a798101d3ecc143ed9b82-1 {}] regionserver.HStore(324): Store=f9782b0b0b0a798101d3ecc143ed9b82/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-10T06:22:21,105 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/default/table1/f9782b0b0b0a798101d3ecc143ed9b82 2023-08-10T06:22:21,106 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/default/table1/f9782b0b0b0a798101d3ecc143ed9b82 2023-08-10T06:22:21,108 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1076): writing seq id for f9782b0b0b0a798101d3ecc143ed9b82 2023-08-10T06:22:21,111 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/default/table1/f9782b0b0b0a798101d3ecc143ed9b82/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-10T06:22:21,111 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): Opened f9782b0b0b0a798101d3ecc143ed9b82; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10628802080, jitterRate=-0.010115668177604675}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-08-10T06:22:21,112 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(992): Region open journal for f9782b0b0b0a798101d3ecc143ed9b82: 2023-08-10T06:22:21,113 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2552): Post open deploy tasks for table1,,1691648539957.f9782b0b0b0a798101d3ecc143ed9b82., pid=44, masterSystemTime=1691648541093 2023-08-10T06:22:21,114 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2579): Finished post open deploy task for table1,,1691648539957.f9782b0b0b0a798101d3ecc143ed9b82. 2023-08-10T06:22:21,114 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(158): Opened table1,,1691648539957.f9782b0b0b0a798101d3ecc143ed9b82. 2023-08-10T06:22:21,115 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=43 updating hbase:meta row=f9782b0b0b0a798101d3ecc143ed9b82, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:22:21,117 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=44, resume processing ppid=43 2023-08-10T06:22:21,117 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=44, ppid=43, state=SUCCESS; OpenRegionProcedure f9782b0b0b0a798101d3ecc143ed9b82, server=jenkins-hbase3.apache.org,43215,1691648473835 in 175 msec 2023-08-10T06:22:21,118 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=43, resume processing ppid=42 2023-08-10T06:22:21,119 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=43, ppid=42, state=SUCCESS; TransitRegionStateProcedure table=table1, region=f9782b0b0b0a798101d3ecc143ed9b82, ASSIGN in 332 msec 2023-08-10T06:22:21,119 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=42, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-08-10T06:22:21,119 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648541119"}]},"ts":"1691648541119"} 2023-08-10T06:22:21,120 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=ENABLED in hbase:meta 2023-08-10T06:22:21,122 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=42, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_POST_OPERATION 2023-08-10T06:22:21,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=42, state=SUCCESS; CreateTableProcedure table=table1 in 1.1640 sec 2023-08-10T06:22:21,435 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'table1' 2023-08-10T06:22:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=42 2023-08-10T06:22:22,068 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: default:table1, procId: 42 completed 2023-08-10T06:22:22,072 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:44965/backupUT/backup_1691648490882/default/test-1691648483611/archive/data/default/test-1691648483611/3f05a968e07af17125b2d89359c16e21 from hbase tables test-1691648483611 to tables table1 2023-08-10T06:22:22,073 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.MapReduceRestoreJob(72): Restore test-1691648483611 into table1 2023-08-10T06:22:22,074 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/hbase-staging/bulk_output-default-table1-1691648542073 from hdfs://localhost:44965/backupUT/backup_1691648490882/default/test-1691648483611/archive/data/default/test-1691648483611/3f05a968e07af17125b2d89359c16e21 2023-08-10T06:22:22,075 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x24c62581 to 127.0.0.1:50433 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:22:22,081 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71027921, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:22:22,081 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-10T06:22:22,082 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:41928, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-08-10T06:22:22,083 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-08-10T06:22:22,083 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table table1 2023-08-10T06:22:22,086 DEBUG [hconnection-0x194332e1-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:22:22,088 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:57202, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:22:22,089 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for table1: 2023-08-10T06:22:22,089 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-08-10T06:22:22,089 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/hbase-staging/partitions_2e9739dc-6f74-4aad-a566-1fc91edc3203 2023-08-10T06:22:22,497 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:22,497 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:22,498 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:22,498 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:23,488 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/hadoop-3832492730944371024.jar 2023-08-10T06:22:23,488 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:23,489 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:23,489 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:23,490 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:23,490 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:23,490 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:23,491 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:23,491 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:23,492 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:23,492 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-08-10T06:22:23,493 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-08-10T06:22:23,493 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-08-10T06:22:23,494 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-08-10T06:22:23,494 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-08-10T06:22:23,494 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-08-10T06:22:23,495 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-08-10T06:22:23,495 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-08-10T06:22:23,496 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-08-10T06:22:23,496 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-08-10T06:22:23,496 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-08-10T06:22:23,497 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-08-10T06:22:23,497 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:23,498 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:23,498 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:23,498 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:23,498 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:23,499 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:23,499 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-10T06:22:23,500 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: table1 2023-08-10T06:22:23,500 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] client.ConnectionImplementation(2114): Closing master protocol: MasterService 2023-08-10T06:22:23,500 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x24c62581 to 127.0.0.1:50433 2023-08-10T06:22:23,500 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:22:23,500 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-08-10T06:22:23,500 WARN [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-08-10T06:22:23,501 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-08-10T06:22:23,506 WARN [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-08-10T06:22:23,513 WARN [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-08-10T06:22:23,592 WARN [Listener at jenkins-hbase3.apache.org/35839 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/mapreduce.cluster.local.dir/1691648543555/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-08-10T06:22:23,592 WARN [Listener at jenkins-hbase3.apache.org/35839 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/mapreduce.cluster.local.dir/1691648543555/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-08-10T06:22:23,641 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:44965/backupUT/backup_1691648490882/default/test-1691648483611/archive/data/default/test-1691648483611/3f05a968e07af17125b2d89359c16e21/f/d5c49e9d1fb1499c85c99b0752dad4d3 2023-08-10T06:22:23,645 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-08-10T06:22:23,646 DEBUG [LocalJobRunner Map Task Executor #0 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: d5c49e9d1fb1499c85c99b0752dad4d3 2023-08-10T06:22:23,665 DEBUG [pool-242-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x7979d61e to 127.0.0.1:50433 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:22:23,670 DEBUG [pool-242-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c6c2c20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:22:23,671 DEBUG [hconnection-0x285465a0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:22:23,672 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:57204, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:22:23,674 DEBUG [pool-242-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x7979d61e to 127.0.0.1:50433 2023-08-10T06:22:23,674 DEBUG [pool-242-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:22:23,677 DEBUG [pool-242-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row0] 2023-08-10T06:22:23,677 DEBUG [pool-242-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-08-10T06:22:23,681 DEBUG [pool-242-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/hbase-staging/bulk_output-default-table1-1691648542073/_temporary/0/_temporary/attempt_local682742071_0009_r_000000_0/f/5c28e48111114f7ea0b1fe0b651e9875 is 37, key is row10/f:q1/1691648486272/Put/seqid=0 2023-08-10T06:22:23,683 WARN [Thread-1228 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:43215] Specified favored nodes: [jenkins-hbase3.apache.org:43215] 2023-08-10T06:22:24,640 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/hbase-staging/bulk_output-default-table1-1691648542073 2023-08-10T06:22:24,640 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x750a2c98 to 127.0.0.1:50433 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:22:24,645 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b5e5a3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:22:24,647 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:22:24,648 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:57212, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:22:24,655 WARN [Listener at jenkins-hbase3.apache.org/35839 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/hbase-staging/bulk_output-default-table1-1691648542073/_SUCCESS 2023-08-10T06:22:24,659 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-10T06:22:24,661 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:41932, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-08-10T06:22:24,694 DEBUG [LoadIncrementalHFiles-0 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 5c28e48111114f7ea0b1fe0b651e9875 2023-08-10T06:22:24,694 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/hbase-staging/bulk_output-default-table1-1691648542073/f/5c28e48111114f7ea0b1fe0b651e9875 first=Optional[row0] last=Optional[row98] 2023-08-10T06:22:24,713 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=table1,,1691648539957.f9782b0b0b0a798101d3ecc143ed9b82., hostname=jenkins-hbase3.apache.org,43215,1691648473835, seqNum=2 for row with hfile group [{f,hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/hbase-staging/bulk_output-default-table1-1691648542073/f/5c28e48111114f7ea0b1fe0b651e9875}] 2023-08-10T06:22:24,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/hbase-staging/bulk_output-default-table1-1691648542073/f/5c28e48111114f7ea0b1fe0b651e9875 for inclusion in f9782b0b0b0a798101d3ecc143ed9b82/f 2023-08-10T06:22:24,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] regionserver.HStore(623): HFile bounds: first=row0 last=row98 2023-08-10T06:22:24,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] regionserver.HStore(625): Region bounds: first= last= 2023-08-10T06:22:24,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 5c28e48111114f7ea0b1fe0b651e9875 2023-08-10T06:22:24,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] regionserver.HRegion(2520): Flush status journal for f9782b0b0b0a798101d3ecc143ed9b82: 2023-08-10T06:22:24,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/hbase-staging/bulk_output-default-table1-1691648542073/f/5c28e48111114f7ea0b1fe0b651e9875 to hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/staging/jenkins__table1__a3a28ki1mdqs092o8ep33qe07jeft4csj5e1ss8sbb3bc06cmi3ul7mpr7441mch/f/5c28e48111114f7ea0b1fe0b651e9875 2023-08-10T06:22:24,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/staging/jenkins__table1__a3a28ki1mdqs092o8ep33qe07jeft4csj5e1ss8sbb3bc06cmi3ul7mpr7441mch/f/5c28e48111114f7ea0b1fe0b651e9875 as hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/default/table1/f9782b0b0b0a798101d3ecc143ed9b82/f/fd7a920b5e3542ada28b7834c4bb8189_SeqId_4_ 2023-08-10T06:22:24,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x20dbd1bc to 127.0.0.1:50433 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:22:24,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@564229dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:22:24,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-10T06:22:24,753 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:41938, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-08-10T06:22:24,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:22:24,757 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:57224, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:22:24,769 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] client.ConnectionImplementation(2114): Closing master protocol: MasterService 2023-08-10T06:22:24,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x20dbd1bc to 127.0.0.1:50433 2023-08-10T06:22:24,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:22:24,771 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/staging/jenkins__table1__a3a28ki1mdqs092o8ep33qe07jeft4csj5e1ss8sbb3bc06cmi3ul7mpr7441mch/f/5c28e48111114f7ea0b1fe0b651e9875 into f9782b0b0b0a798101d3ecc143ed9b82/f as hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/default/table1/f9782b0b0b0a798101d3ecc143ed9b82/f/fd7a920b5e3542ada28b7834c4bb8189_SeqId_4_ - updating store file list. 2023-08-10T06:22:24,776 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/default/table1/f9782b0b0b0a798101d3ecc143ed9b82/f/fd7a920b5e3542ada28b7834c4bb8189_SeqId_4_ into f9782b0b0b0a798101d3ecc143ed9b82/f 2023-08-10T06:22:24,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/staging/jenkins__table1__a3a28ki1mdqs092o8ep33qe07jeft4csj5e1ss8sbb3bc06cmi3ul7mpr7441mch/f/5c28e48111114f7ea0b1fe0b651e9875 into f9782b0b0b0a798101d3ecc143ed9b82/f (new location: hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/default/table1/f9782b0b0b0a798101d3ecc143ed9b82/f/fd7a920b5e3542ada28b7834c4bb8189_SeqId_4_) 2023-08-10T06:22:24,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/staging/jenkins__table1__a3a28ki1mdqs092o8ep33qe07jeft4csj5e1ss8sbb3bc06cmi3ul7mpr7441mch/f/5c28e48111114f7ea0b1fe0b651e9875 2023-08-10T06:22:24,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x31eb1d76 to 127.0.0.1:50433 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:22:24,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a63fccc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:22:24,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-10T06:22:24,791 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:41950, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-08-10T06:22:24,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:22:24,796 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:57236, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-08-10T06:22:24,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] client.ConnectionImplementation(2114): Closing master protocol: MasterService 2023-08-10T06:22:24,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x31eb1d76 to 127.0.0.1:50433 2023-08-10T06:22:24,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:22:24,817 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] client.ConnectionImplementation(2114): Closing master protocol: MasterService 2023-08-10T06:22:24,817 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x750a2c98 to 127.0.0.1:50433 2023-08-10T06:22:24,817 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:22:24,818 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-08-10T06:22:24,838 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] impl.RestoreTablesClient(181): Restoring 'test-1691648483611' to 'table1' from log dirs: hdfs://localhost:44965/backupUT/backup_1691648520653/default/test-1691648483611/f/7c121541f5364748a3d891d0f4b97434 2023-08-10T06:22:24,841 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] util.RestoreTool(177): Found descriptor 'test-1691648483611', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} through backup_1691648520653 2023-08-10T06:22:24,842 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.MapReduceRestoreJob(64): Restore incremental backup from directory hdfs://localhost:44965/backupUT/backup_1691648520653/default/test-1691648483611/f/7c121541f5364748a3d891d0f4b97434 from hbase tables test-1691648483611 to tables table1 2023-08-10T06:22:24,842 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.MapReduceRestoreJob(72): Restore test-1691648483611 into table1 2023-08-10T06:22:24,844 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/hbase-staging/bulk_output-default-table1-1691648544843 from hdfs://localhost:44965/backupUT/backup_1691648520653/default/test-1691648483611/f/7c121541f5364748a3d891d0f4b97434 2023-08-10T06:22:24,844 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x2fd27467 to 127.0.0.1:50433 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:22:24,850 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@726b4cb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:22:24,851 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-10T06:22:24,853 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:41958, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-08-10T06:22:24,854 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-08-10T06:22:24,854 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table test-1691648483611 2023-08-10T06:22:24,857 DEBUG [hconnection-0x30b425e2-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:22:24,858 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:57238, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:22:24,859 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for test-1691648483611: 2023-08-10T06:22:24,859 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-08-10T06:22:24,860 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/hbase-staging/partitions_29413a77-fe88-4139-bd4d-cbb1adb320d3 2023-08-10T06:22:25,270 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:25,270 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:25,271 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:25,271 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:26,242 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/hadoop-5635394782014641223.jar 2023-08-10T06:22:26,242 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:26,242 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:26,243 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:26,243 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:26,243 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:26,244 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:26,244 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:26,245 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:26,245 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:26,246 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-08-10T06:22:26,247 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-08-10T06:22:26,247 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-08-10T06:22:26,248 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-08-10T06:22:26,248 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-08-10T06:22:26,249 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-08-10T06:22:26,249 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-08-10T06:22:26,249 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-08-10T06:22:26,250 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-08-10T06:22:26,250 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-08-10T06:22:26,251 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-08-10T06:22:26,251 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-08-10T06:22:26,252 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:26,252 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:26,252 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:26,253 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:26,253 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:26,253 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:26,254 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-10T06:22:26,254 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: test-1691648483611 2023-08-10T06:22:26,254 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] client.ConnectionImplementation(2114): Closing master protocol: MasterService 2023-08-10T06:22:26,254 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x2fd27467 to 127.0.0.1:50433 2023-08-10T06:22:26,254 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:22:26,254 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-08-10T06:22:26,254 WARN [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-08-10T06:22:26,255 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-08-10T06:22:26,260 WARN [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-08-10T06:22:26,266 WARN [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-08-10T06:22:26,341 WARN [Listener at jenkins-hbase3.apache.org/35839 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/mapreduce.cluster.local.dir/1691648546307/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-08-10T06:22:26,341 WARN [Listener at jenkins-hbase3.apache.org/35839 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/mapreduce.cluster.local.dir/1691648546307/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-08-10T06:22:26,391 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:44965/backupUT/backup_1691648520653/default/test-1691648483611/f/7c121541f5364748a3d891d0f4b97434 2023-08-10T06:22:26,395 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-08-10T06:22:26,396 DEBUG [LocalJobRunner Map Task Executor #0 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 7c121541f5364748a3d891d0f4b97434 2023-08-10T06:22:26,411 DEBUG [pool-254-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x25848864 to 127.0.0.1:50433 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:22:26,415 DEBUG [pool-254-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31a20b22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:22:26,416 DEBUG [hconnection-0x7475c643-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:22:26,418 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:57250, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:22:26,419 DEBUG [pool-254-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x25848864 to 127.0.0.1:50433 2023-08-10T06:22:26,419 DEBUG [pool-254-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:22:26,420 DEBUG [pool-254-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-test-1691648483611-1-0] 2023-08-10T06:22:26,420 DEBUG [pool-254-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-08-10T06:22:26,427 DEBUG [pool-254-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/hbase-staging/bulk_output-default-table1-1691648544843/_temporary/0/_temporary/attempt_local455879694_0010_r_000000_0/f/e2dd5e6409ad4724a1e8cc65f5070e70 is 59, key is row-test-1691648483611-1-10/f:q1/1691648510112/Put/seqid=0 2023-08-10T06:22:26,429 WARN [Thread-1272 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:43215] Specified favored nodes: [jenkins-hbase3.apache.org:43215] 2023-08-10T06:22:26,653 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-08-10T06:22:27,386 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/hbase-staging/bulk_output-default-table1-1691648544843 2023-08-10T06:22:27,386 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x5daf2e07 to 127.0.0.1:50433 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:22:27,390 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@686b3ccf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:22:27,392 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:22:27,393 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:57256, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:22:27,399 WARN [Listener at jenkins-hbase3.apache.org/35839 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/hbase-staging/bulk_output-default-table1-1691648544843/_SUCCESS 2023-08-10T06:22:27,403 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-10T06:22:27,404 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:41962, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-08-10T06:22:27,414 DEBUG [LoadIncrementalHFiles-0 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: e2dd5e6409ad4724a1e8cc65f5070e70 2023-08-10T06:22:27,414 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/hbase-staging/bulk_output-default-table1-1691648544843/f/e2dd5e6409ad4724a1e8cc65f5070e70 first=Optional[row-test-1691648483611-1-0] last=Optional[row-test-1691648483611-2-98] 2023-08-10T06:22:27,415 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=table1,,1691648539957.f9782b0b0b0a798101d3ecc143ed9b82., hostname=jenkins-hbase3.apache.org,43215,1691648473835, seqNum=2 for row with hfile group [{f,hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/hbase-staging/bulk_output-default-table1-1691648544843/f/e2dd5e6409ad4724a1e8cc65f5070e70}] 2023-08-10T06:22:27,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/hbase-staging/bulk_output-default-table1-1691648544843/f/e2dd5e6409ad4724a1e8cc65f5070e70 for inclusion in f9782b0b0b0a798101d3ecc143ed9b82/f 2023-08-10T06:22:27,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] regionserver.HStore(623): HFile bounds: first=row-test-1691648483611-1-0 last=row-test-1691648483611-2-98 2023-08-10T06:22:27,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] regionserver.HStore(625): Region bounds: first= last= 2023-08-10T06:22:27,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: e2dd5e6409ad4724a1e8cc65f5070e70 2023-08-10T06:22:27,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] regionserver.HRegion(2520): Flush status journal for f9782b0b0b0a798101d3ecc143ed9b82: 2023-08-10T06:22:27,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/hbase-staging/bulk_output-default-table1-1691648544843/f/e2dd5e6409ad4724a1e8cc65f5070e70 to hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/staging/jenkins__table1__mflu5ckpso8b10tfklif26mp1lmr5uatmq9joafged8jctchke4d6pkqgt8huu6g/f/e2dd5e6409ad4724a1e8cc65f5070e70 2023-08-10T06:22:27,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/staging/jenkins__table1__mflu5ckpso8b10tfklif26mp1lmr5uatmq9joafged8jctchke4d6pkqgt8huu6g/f/e2dd5e6409ad4724a1e8cc65f5070e70 as hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/default/table1/f9782b0b0b0a798101d3ecc143ed9b82/f/b521ddc36eea4ffdac91c70f81f59690_SeqId_6_ 2023-08-10T06:22:27,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x5e5b6e42 to 127.0.0.1:50433 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:22:27,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fc14c79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:22:27,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-10T06:22:27,434 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:41970, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-08-10T06:22:27,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:22:27,440 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:57260, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:22:27,458 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] client.ConnectionImplementation(2114): Closing master protocol: MasterService 2023-08-10T06:22:27,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x5e5b6e42 to 127.0.0.1:50433 2023-08-10T06:22:27,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:22:27,459 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/staging/jenkins__table1__mflu5ckpso8b10tfklif26mp1lmr5uatmq9joafged8jctchke4d6pkqgt8huu6g/f/e2dd5e6409ad4724a1e8cc65f5070e70 into f9782b0b0b0a798101d3ecc143ed9b82/f as hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/default/table1/f9782b0b0b0a798101d3ecc143ed9b82/f/b521ddc36eea4ffdac91c70f81f59690_SeqId_6_ - updating store file list. 2023-08-10T06:22:27,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/default/table1/f9782b0b0b0a798101d3ecc143ed9b82/f/b521ddc36eea4ffdac91c70f81f59690_SeqId_6_ into f9782b0b0b0a798101d3ecc143ed9b82/f 2023-08-10T06:22:27,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/staging/jenkins__table1__mflu5ckpso8b10tfklif26mp1lmr5uatmq9joafged8jctchke4d6pkqgt8huu6g/f/e2dd5e6409ad4724a1e8cc65f5070e70 into f9782b0b0b0a798101d3ecc143ed9b82/f (new location: hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/default/table1/f9782b0b0b0a798101d3ecc143ed9b82/f/b521ddc36eea4ffdac91c70f81f59690_SeqId_6_) 2023-08-10T06:22:27,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/staging/jenkins__table1__mflu5ckpso8b10tfklif26mp1lmr5uatmq9joafged8jctchke4d6pkqgt8huu6g/f/e2dd5e6409ad4724a1e8cc65f5070e70 2023-08-10T06:22:27,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x18da029b to 127.0.0.1:50433 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:22:27,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15648ca4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:22:27,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-10T06:22:27,488 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:41986, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-08-10T06:22:27,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:22:27,493 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:57268, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-08-10T06:22:27,506 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] client.ConnectionImplementation(2114): Closing master protocol: MasterService 2023-08-10T06:22:27,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x18da029b to 127.0.0.1:50433 2023-08-10T06:22:27,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:22:27,508 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] client.ConnectionImplementation(2114): Closing master protocol: MasterService 2023-08-10T06:22:27,509 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x5daf2e07 to 127.0.0.1:50433 2023-08-10T06:22:27,509 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:22:27,509 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-08-10T06:22:27,509 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] impl.RestoreTablesClient(187): test-1691648483611 has been successfully restored to table1 2023-08-10T06:22:27,509 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] impl.RestoreTablesClient(231): Restore includes the following image(s): 2023-08-10T06:22:27,509 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] impl.RestoreTablesClient(233): Backup: backup_1691648520653 hdfs://localhost:44965/backupUT/backup_1691648520653/default/test-1691648483611/ 2023-08-10T06:22:27,510 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:44965/backupUT/backup_1691648490882/.backup.manifest 2023-08-10T06:22:27,513 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1691648490882/.backup.manifest 2023-08-10T06:22:27,513 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] impl.RestoreTablesClient(148): Restoring 'ns2:test-16916484836111' to 'ns2:table2' from full backup image hdfs://localhost:44965/backupUT/backup_1691648490882/ns2/test-16916484836111 2023-08-10T06:22:27,515 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] util.RestoreTool(295): Retrieved descriptor: 'ns2:test-16916484836111', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1691648520653 2023-08-10T06:22:27,518 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] util.RestoreTool(487): Creating target table 'ns2:table2' 2023-08-10T06:22:27,518 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:44965/backupUT/backup_1691648490882/ns2/test-16916484836111/archive/data/ns2/test-16916484836111/b6f32fa729b8cdd774c6320181782bb9 2023-08-10T06:22:27,519 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:44965/backupUT/backup_1691648490882/ns2/test-16916484836111/archive/data/ns2/test-16916484836111/b6f32fa729b8cdd774c6320181782bb9/f in region [hdfs://localhost:44965/backupUT/backup_1691648490882/ns2/test-16916484836111/archive/data/ns2/test-16916484836111/b6f32fa729b8cdd774c6320181782bb9] 2023-08-10T06:22:27,523 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] util.RestoreTool(442): Trying to figure out region boundaries hfile=hdfs://localhost:44965/backupUT/backup_1691648490882/ns2/test-16916484836111/archive/data/ns2/test-16916484836111/b6f32fa729b8cdd774c6320181782bb9/f/d89806e2ca44413999a69ee1109d8597 first=row0 last=row98 2023-08-10T06:22:27,523 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: d89806e2ca44413999a69ee1109d8597 2023-08-10T06:22:27,524 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-10T06:22:27,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] procedure2.ProcedureExecutor(1033): Stored pid=45, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:table2 2023-08-10T06:22:27,527 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=45, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_PRE_OPERATION 2023-08-10T06:22:27,527 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns2" qualifier: "table2" procId is: 45 2023-08-10T06:22:27,528 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=45, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-08-10T06:22:27,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=45 2023-08-10T06:22:27,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=45 2023-08-10T06:22:27,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=45 2023-08-10T06:22:27,938 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 5d6fc2645142bc9aa58b5b37e5e8ab17, NAME => 'ns2:table2,,1691648547524.5d6fc2645142bc9aa58b5b37e5e8ab17.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c 2023-08-10T06:22:28,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=45 2023-08-10T06:22:28,344 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:table2,,1691648547524.5d6fc2645142bc9aa58b5b37e5e8ab17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:22:28,344 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1668): Closing 5d6fc2645142bc9aa58b5b37e5e8ab17, disabling compactions & flushes 2023-08-10T06:22:28,344 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:table2,,1691648547524.5d6fc2645142bc9aa58b5b37e5e8ab17. 2023-08-10T06:22:28,344 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:table2,,1691648547524.5d6fc2645142bc9aa58b5b37e5e8ab17. 2023-08-10T06:22:28,344 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:table2,,1691648547524.5d6fc2645142bc9aa58b5b37e5e8ab17. after waiting 0 ms 2023-08-10T06:22:28,344 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:table2,,1691648547524.5d6fc2645142bc9aa58b5b37e5e8ab17. 2023-08-10T06:22:28,345 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1909): Closed ns2:table2,,1691648547524.5d6fc2645142bc9aa58b5b37e5e8ab17. 2023-08-10T06:22:28,345 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1622): Region close journal for 5d6fc2645142bc9aa58b5b37e5e8ab17: 2023-08-10T06:22:28,346 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=45, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ADD_TO_META 2023-08-10T06:22:28,346 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:table2,,1691648547524.5d6fc2645142bc9aa58b5b37e5e8ab17.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1691648548346"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1691648548346"}]},"ts":"1691648548346"} 2023-08-10T06:22:28,348 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-08-10T06:22:28,348 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=45, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-08-10T06:22:28,349 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648548348"}]},"ts":"1691648548348"} 2023-08-10T06:22:28,350 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2023-08-10T06:22:28,356 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:table2, region=5d6fc2645142bc9aa58b5b37e5e8ab17, ASSIGN}] 2023-08-10T06:22:28,357 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:table2, region=5d6fc2645142bc9aa58b5b37e5e8ab17, ASSIGN 2023-08-10T06:22:28,358 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:table2, region=5d6fc2645142bc9aa58b5b37e5e8ab17, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,43215,1691648473835; forceNewPlan=false, retain=false 2023-08-10T06:22:28,509 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=5d6fc2645142bc9aa58b5b37e5e8ab17, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:22:28,511 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE; OpenRegionProcedure 5d6fc2645142bc9aa58b5b37e5e8ab17, server=jenkins-hbase3.apache.org,43215,1691648473835}] 2023-08-10T06:22:28,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=45 2023-08-10T06:22:28,666 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(130): Open ns2:table2,,1691648547524.5d6fc2645142bc9aa58b5b37e5e8ab17. 2023-08-10T06:22:28,666 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7254): Opening region: {ENCODED => 5d6fc2645142bc9aa58b5b37e5e8ab17, NAME => 'ns2:table2,,1691648547524.5d6fc2645142bc9aa58b5b37e5e8ab17.', STARTKEY => '', ENDKEY => ''} 2023-08-10T06:22:28,667 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-10T06:22:28,667 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 5d6fc2645142bc9aa58b5b37e5e8ab17 2023-08-10T06:22:28,667 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(888): Instantiated ns2:table2,,1691648547524.5d6fc2645142bc9aa58b5b37e5e8ab17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:22:28,667 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7296): checking encryption for 5d6fc2645142bc9aa58b5b37e5e8ab17 2023-08-10T06:22:28,667 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7299): checking classloading for 5d6fc2645142bc9aa58b5b37e5e8ab17 2023-08-10T06:22:28,668 INFO [StoreOpener-5d6fc2645142bc9aa58b5b37e5e8ab17-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5d6fc2645142bc9aa58b5b37e5e8ab17 2023-08-10T06:22:28,670 INFO [StoreOpener-5d6fc2645142bc9aa58b5b37e5e8ab17-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d6fc2645142bc9aa58b5b37e5e8ab17 columnFamilyName f 2023-08-10T06:22:28,670 DEBUG [StoreOpener-5d6fc2645142bc9aa58b5b37e5e8ab17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:22:28,670 INFO [StoreOpener-5d6fc2645142bc9aa58b5b37e5e8ab17-1 {}] regionserver.HStore(324): Store=5d6fc2645142bc9aa58b5b37e5e8ab17/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-10T06:22:28,671 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/ns2/table2/5d6fc2645142bc9aa58b5b37e5e8ab17 2023-08-10T06:22:28,672 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/ns2/table2/5d6fc2645142bc9aa58b5b37e5e8ab17 2023-08-10T06:22:28,674 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1076): writing seq id for 5d6fc2645142bc9aa58b5b37e5e8ab17 2023-08-10T06:22:28,676 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/ns2/table2/5d6fc2645142bc9aa58b5b37e5e8ab17/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-10T06:22:28,676 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): Opened 5d6fc2645142bc9aa58b5b37e5e8ab17; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10685979840, jitterRate=-0.004790574312210083}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-08-10T06:22:28,677 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(992): Region open journal for 5d6fc2645142bc9aa58b5b37e5e8ab17: 2023-08-10T06:22:28,677 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2552): Post open deploy tasks for ns2:table2,,1691648547524.5d6fc2645142bc9aa58b5b37e5e8ab17., pid=47, masterSystemTime=1691648548662 2023-08-10T06:22:28,679 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2579): Finished post open deploy task for ns2:table2,,1691648547524.5d6fc2645142bc9aa58b5b37e5e8ab17. 2023-08-10T06:22:28,679 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(158): Opened ns2:table2,,1691648547524.5d6fc2645142bc9aa58b5b37e5e8ab17. 2023-08-10T06:22:28,679 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=5d6fc2645142bc9aa58b5b37e5e8ab17, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:22:28,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=47, resume processing ppid=46 2023-08-10T06:22:28,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=47, ppid=46, state=SUCCESS; OpenRegionProcedure 5d6fc2645142bc9aa58b5b37e5e8ab17, server=jenkins-hbase3.apache.org,43215,1691648473835 in 170 msec 2023-08-10T06:22:28,684 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=46, resume processing ppid=45 2023-08-10T06:22:28,684 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=46, ppid=45, state=SUCCESS; TransitRegionStateProcedure table=ns2:table2, region=5d6fc2645142bc9aa58b5b37e5e8ab17, ASSIGN in 327 msec 2023-08-10T06:22:28,684 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=45, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-08-10T06:22:28,684 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648548684"}]},"ts":"1691648548684"} 2023-08-10T06:22:28,685 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2023-08-10T06:22:28,687 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=45, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_POST_OPERATION 2023-08-10T06:22:28,688 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=45, state=SUCCESS; CreateTableProcedure table=ns2:table2 in 1.1630 sec 2023-08-10T06:22:29,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=45 2023-08-10T06:22:29,634 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: ns2:table2, procId: 45 completed 2023-08-10T06:22:29,637 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:44965/backupUT/backup_1691648490882/ns2/test-16916484836111/archive/data/ns2/test-16916484836111/b6f32fa729b8cdd774c6320181782bb9 from hbase tables ns2:test-16916484836111 to tables ns2:table2 2023-08-10T06:22:29,637 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-16916484836111 into ns2:table2 2023-08-10T06:22:29,639 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/hbase-staging/bulk_output-ns2-table2-1691648549638 from hdfs://localhost:44965/backupUT/backup_1691648490882/ns2/test-16916484836111/archive/data/ns2/test-16916484836111/b6f32fa729b8cdd774c6320181782bb9 2023-08-10T06:22:29,639 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x5b79a5f1 to 127.0.0.1:50433 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:22:29,646 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fa61a80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:22:29,646 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-10T06:22:29,648 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:41990, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-08-10T06:22:29,649 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-08-10T06:22:29,649 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:table2 2023-08-10T06:22:29,653 DEBUG [hconnection-0x66a78398-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:22:29,654 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:57282, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:22:29,655 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:table2: 2023-08-10T06:22:29,655 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-08-10T06:22:29,656 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/hbase-staging/partitions_5e74432f-499e-4c53-b094-8a25e6ca62da 2023-08-10T06:22:30,063 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:30,063 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:30,064 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:30,064 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:30,892 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2 2023-08-10T06:22:30,892 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_table2 Metrics about Tables on a single HBase RegionServer 2023-08-10T06:22:30,893 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2023-08-10T06:22:30,893 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_table1 Metrics about Tables on a single HBase RegionServer 2023-08-10T06:22:31,098 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/hadoop-5480989063084007652.jar 2023-08-10T06:22:31,098 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:31,098 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:31,099 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:31,099 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:31,099 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:31,100 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:31,100 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:31,100 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:31,101 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:31,101 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-08-10T06:22:31,102 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-08-10T06:22:31,102 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-08-10T06:22:31,103 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-08-10T06:22:31,103 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-08-10T06:22:31,104 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-08-10T06:22:31,104 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-08-10T06:22:31,104 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-08-10T06:22:31,105 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-08-10T06:22:31,105 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-08-10T06:22:31,106 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-08-10T06:22:31,106 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-08-10T06:22:31,106 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:31,107 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:31,107 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:31,107 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:31,108 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:31,108 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:31,109 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-10T06:22:31,109 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: ns2:table2 2023-08-10T06:22:31,109 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] client.ConnectionImplementation(2114): Closing master protocol: MasterService 2023-08-10T06:22:31,109 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x5b79a5f1 to 127.0.0.1:50433 2023-08-10T06:22:31,109 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:22:31,109 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-08-10T06:22:31,109 WARN [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-08-10T06:22:31,110 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-08-10T06:22:31,115 WARN [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-08-10T06:22:31,121 WARN [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-08-10T06:22:31,200 WARN [Listener at jenkins-hbase3.apache.org/35839 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/mapreduce.cluster.local.dir/1691648551162/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-08-10T06:22:31,200 WARN [Listener at jenkins-hbase3.apache.org/35839 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/mapreduce.cluster.local.dir/1691648551162/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-08-10T06:22:31,293 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:44965/backupUT/backup_1691648490882/ns2/test-16916484836111/archive/data/ns2/test-16916484836111/b6f32fa729b8cdd774c6320181782bb9/f/d89806e2ca44413999a69ee1109d8597 2023-08-10T06:22:31,297 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-08-10T06:22:31,298 DEBUG [LocalJobRunner Map Task Executor #0 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: d89806e2ca44413999a69ee1109d8597 2023-08-10T06:22:31,310 DEBUG [pool-269-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x3cf58876 to 127.0.0.1:50433 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:22:31,314 DEBUG [pool-269-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7230e369, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:22:31,316 DEBUG [hconnection-0x6d1dbf4b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:22:31,318 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:47162, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:22:31,320 DEBUG [pool-269-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x3cf58876 to 127.0.0.1:50433 2023-08-10T06:22:31,320 DEBUG [pool-269-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:22:31,321 DEBUG [pool-269-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row0] 2023-08-10T06:22:31,321 DEBUG [pool-269-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-08-10T06:22:31,325 DEBUG [pool-269-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/hbase-staging/bulk_output-ns2-table2-1691648549638/_temporary/0/_temporary/attempt_local484758910_0011_r_000000_0/f/a57d24567e8a4093bbf765ec6e631dd7 is 37, key is row10/f:q1/1691648488491/Put/seqid=0 2023-08-10T06:22:31,327 WARN [Thread-1326 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:43215] Specified favored nodes: [jenkins-hbase3.apache.org:43215] 2023-08-10T06:22:32,264 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/hbase-staging/bulk_output-ns2-table2-1691648549638 2023-08-10T06:22:32,264 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x255181b0 to 127.0.0.1:50433 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:22:32,269 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@470c4ad7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:22:32,271 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:22:32,272 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:47166, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:22:32,278 WARN [Listener at jenkins-hbase3.apache.org/35839 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/hbase-staging/bulk_output-ns2-table2-1691648549638/_SUCCESS 2023-08-10T06:22:32,282 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-10T06:22:32,283 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:60292, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-08-10T06:22:32,291 DEBUG [LoadIncrementalHFiles-0 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: a57d24567e8a4093bbf765ec6e631dd7 2023-08-10T06:22:32,292 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/hbase-staging/bulk_output-ns2-table2-1691648549638/f/a57d24567e8a4093bbf765ec6e631dd7 first=Optional[row0] last=Optional[row98] 2023-08-10T06:22:32,293 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=ns2:table2,,1691648547524.5d6fc2645142bc9aa58b5b37e5e8ab17., hostname=jenkins-hbase3.apache.org,43215,1691648473835, seqNum=2 for row with hfile group [{f,hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/hbase-staging/bulk_output-ns2-table2-1691648549638/f/a57d24567e8a4093bbf765ec6e631dd7}] 2023-08-10T06:22:32,298 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/hbase-staging/bulk_output-ns2-table2-1691648549638/f/a57d24567e8a4093bbf765ec6e631dd7 for inclusion in 5d6fc2645142bc9aa58b5b37e5e8ab17/f 2023-08-10T06:22:32,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] regionserver.HStore(623): HFile bounds: first=row0 last=row98 2023-08-10T06:22:32,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] regionserver.HStore(625): Region bounds: first= last= 2023-08-10T06:22:32,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: a57d24567e8a4093bbf765ec6e631dd7 2023-08-10T06:22:32,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] regionserver.HRegion(2520): Flush status journal for 5d6fc2645142bc9aa58b5b37e5e8ab17: 2023-08-10T06:22:32,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/hbase-staging/bulk_output-ns2-table2-1691648549638/f/a57d24567e8a4093bbf765ec6e631dd7 to hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/staging/jenkins__ns2_table2__i4u9i78kqcdiqhqjd827rv3mlqb2gso1648s1k0b7vo5o72qg4iofn8rmkf1j959/f/a57d24567e8a4093bbf765ec6e631dd7 2023-08-10T06:22:32,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/staging/jenkins__ns2_table2__i4u9i78kqcdiqhqjd827rv3mlqb2gso1648s1k0b7vo5o72qg4iofn8rmkf1j959/f/a57d24567e8a4093bbf765ec6e631dd7 as hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/ns2/table2/5d6fc2645142bc9aa58b5b37e5e8ab17/f/09dc251ec9fd43c28616b12fa2f98fb1_SeqId_4_ 2023-08-10T06:22:32,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x7c3ea305 to 127.0.0.1:50433 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:22:32,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f1470f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:22:32,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-10T06:22:32,314 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:60304, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-08-10T06:22:32,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:22:32,322 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:47172, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:22:32,334 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] client.ConnectionImplementation(2114): Closing master protocol: MasterService 2023-08-10T06:22:32,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x7c3ea305 to 127.0.0.1:50433 2023-08-10T06:22:32,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:22:32,335 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/staging/jenkins__ns2_table2__i4u9i78kqcdiqhqjd827rv3mlqb2gso1648s1k0b7vo5o72qg4iofn8rmkf1j959/f/a57d24567e8a4093bbf765ec6e631dd7 into 5d6fc2645142bc9aa58b5b37e5e8ab17/f as hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/ns2/table2/5d6fc2645142bc9aa58b5b37e5e8ab17/f/09dc251ec9fd43c28616b12fa2f98fb1_SeqId_4_ - updating store file list. 2023-08-10T06:22:32,340 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/ns2/table2/5d6fc2645142bc9aa58b5b37e5e8ab17/f/09dc251ec9fd43c28616b12fa2f98fb1_SeqId_4_ into 5d6fc2645142bc9aa58b5b37e5e8ab17/f 2023-08-10T06:22:32,340 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/staging/jenkins__ns2_table2__i4u9i78kqcdiqhqjd827rv3mlqb2gso1648s1k0b7vo5o72qg4iofn8rmkf1j959/f/a57d24567e8a4093bbf765ec6e631dd7 into 5d6fc2645142bc9aa58b5b37e5e8ab17/f (new location: hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/ns2/table2/5d6fc2645142bc9aa58b5b37e5e8ab17/f/09dc251ec9fd43c28616b12fa2f98fb1_SeqId_4_) 2023-08-10T06:22:32,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/staging/jenkins__ns2_table2__i4u9i78kqcdiqhqjd827rv3mlqb2gso1648s1k0b7vo5o72qg4iofn8rmkf1j959/f/a57d24567e8a4093bbf765ec6e631dd7 2023-08-10T06:22:32,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x328cad67 to 127.0.0.1:50433 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:22:32,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9d8638, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:22:32,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-10T06:22:32,352 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:60316, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-08-10T06:22:32,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:22:32,358 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:47186, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-08-10T06:22:32,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] client.ConnectionImplementation(2114): Closing master protocol: MasterService 2023-08-10T06:22:32,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x328cad67 to 127.0.0.1:50433 2023-08-10T06:22:32,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:22:32,374 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] client.ConnectionImplementation(2114): Closing master protocol: MasterService 2023-08-10T06:22:32,374 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x255181b0 to 127.0.0.1:50433 2023-08-10T06:22:32,374 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:22:32,374 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-08-10T06:22:32,392 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] impl.RestoreTablesClient(181): Restoring 'ns2:test-16916484836111' to 'ns2:table2' from log dirs: hdfs://localhost:44965/backupUT/backup_1691648520653/ns2/test-16916484836111/f/8a08428ef4e74febbd5bdc7706c535e3 2023-08-10T06:22:32,395 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] util.RestoreTool(177): Found descriptor 'ns2:test-16916484836111', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} through backup_1691648520653 2023-08-10T06:22:32,397 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.MapReduceRestoreJob(64): Restore incremental backup from directory hdfs://localhost:44965/backupUT/backup_1691648520653/ns2/test-16916484836111/f/8a08428ef4e74febbd5bdc7706c535e3 from hbase tables ns2:test-16916484836111 to tables ns2:table2 2023-08-10T06:22:32,397 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-16916484836111 into ns2:table2 2023-08-10T06:22:32,398 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/hbase-staging/bulk_output-ns2-table2-1691648552397 from hdfs://localhost:44965/backupUT/backup_1691648520653/ns2/test-16916484836111/f/8a08428ef4e74febbd5bdc7706c535e3 2023-08-10T06:22:32,398 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x574819c3 to 127.0.0.1:50433 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:22:32,407 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19297105, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:22:32,408 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-10T06:22:32,409 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:60324, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-08-10T06:22:32,410 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-08-10T06:22:32,410 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:test-16916484836111 2023-08-10T06:22:32,414 DEBUG [hconnection-0x2d028ff8-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:22:32,416 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:47196, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:22:32,417 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:test-16916484836111: 2023-08-10T06:22:32,417 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-08-10T06:22:32,417 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/hbase-staging/partitions_010f179a-d818-4d84-885e-d8d9f57f11c3 2023-08-10T06:22:32,833 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:32,834 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:32,834 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:32,834 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:33,437 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:table2' 2023-08-10T06:22:33,863 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/hadoop-5671192240536978496.jar 2023-08-10T06:22:33,863 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:33,863 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:33,864 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:33,864 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:33,865 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:33,865 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:33,866 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:33,866 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:33,866 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:33,867 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-08-10T06:22:33,868 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-08-10T06:22:33,868 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-08-10T06:22:33,868 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-08-10T06:22:33,869 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-08-10T06:22:33,869 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-08-10T06:22:33,869 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-08-10T06:22:33,870 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-08-10T06:22:33,870 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-08-10T06:22:33,870 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-08-10T06:22:33,871 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-08-10T06:22:33,871 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-08-10T06:22:33,872 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:33,872 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:33,873 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:33,873 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:33,873 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:33,873 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:33,874 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-10T06:22:33,874 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: ns2:test-16916484836111 2023-08-10T06:22:33,874 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] client.ConnectionImplementation(2114): Closing master protocol: MasterService 2023-08-10T06:22:33,875 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x574819c3 to 127.0.0.1:50433 2023-08-10T06:22:33,875 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:22:33,875 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-08-10T06:22:33,875 WARN [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-08-10T06:22:33,876 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-08-10T06:22:33,881 WARN [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-08-10T06:22:33,888 WARN [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-08-10T06:22:33,987 WARN [Listener at jenkins-hbase3.apache.org/35839 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/mapreduce.cluster.local.dir/1691648553945/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-08-10T06:22:33,987 WARN [Listener at jenkins-hbase3.apache.org/35839 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/mapreduce.cluster.local.dir/1691648553945/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-08-10T06:22:34,052 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:44965/backupUT/backup_1691648520653/ns2/test-16916484836111/f/8a08428ef4e74febbd5bdc7706c535e3 2023-08-10T06:22:34,056 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-08-10T06:22:34,057 DEBUG [LocalJobRunner Map Task Executor #0 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 8a08428ef4e74febbd5bdc7706c535e3 2023-08-10T06:22:34,072 DEBUG [pool-281-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x06919cf5 to 127.0.0.1:50433 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:22:34,075 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@138b2b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:22:34,077 DEBUG [hconnection-0x57c3d771-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:22:34,078 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:47204, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:22:34,079 DEBUG [pool-281-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x06919cf5 to 127.0.0.1:50433 2023-08-10T06:22:34,079 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:22:34,081 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-ns2:test-16916484836111-1-0] 2023-08-10T06:22:34,081 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-08-10T06:22:34,088 DEBUG [pool-281-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/hbase-staging/bulk_output-ns2-table2-1691648552397/_temporary/0/_temporary/attempt_local244222762_0012_r_000000_0/f/55f269305ad244e289cdcba5a9be9ea9 is 64, key is row-ns2:test-16916484836111-1-10/f:q1/1691648510249/Put/seqid=0 2023-08-10T06:22:34,090 WARN [Thread-1370 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:43215] Specified favored nodes: [jenkins-hbase3.apache.org:43215] 2023-08-10T06:22:34,171 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-08-10T06:22:35,050 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/hbase-staging/bulk_output-ns2-table2-1691648552397 2023-08-10T06:22:35,051 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x64349de1 to 127.0.0.1:50433 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:22:35,058 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65bda87e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:22:35,059 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:22:35,062 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:47206, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:22:35,068 WARN [Listener at jenkins-hbase3.apache.org/35839 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/hbase-staging/bulk_output-ns2-table2-1691648552397/_SUCCESS 2023-08-10T06:22:35,072 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-10T06:22:35,074 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:60328, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-08-10T06:22:35,085 DEBUG [LoadIncrementalHFiles-0 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 55f269305ad244e289cdcba5a9be9ea9 2023-08-10T06:22:35,085 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/hbase-staging/bulk_output-ns2-table2-1691648552397/f/55f269305ad244e289cdcba5a9be9ea9 first=Optional[row-ns2:test-16916484836111-1-0] last=Optional[row-ns2:test-16916484836111-2-98] 2023-08-10T06:22:35,086 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=ns2:table2,,1691648547524.5d6fc2645142bc9aa58b5b37e5e8ab17., hostname=jenkins-hbase3.apache.org,43215,1691648473835, seqNum=2 for row with hfile group [{f,hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/hbase-staging/bulk_output-ns2-table2-1691648552397/f/55f269305ad244e289cdcba5a9be9ea9}] 2023-08-10T06:22:35,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/hbase-staging/bulk_output-ns2-table2-1691648552397/f/55f269305ad244e289cdcba5a9be9ea9 for inclusion in 5d6fc2645142bc9aa58b5b37e5e8ab17/f 2023-08-10T06:22:35,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] regionserver.HStore(623): HFile bounds: first=row-ns2:test-16916484836111-1-0 last=row-ns2:test-16916484836111-2-98 2023-08-10T06:22:35,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] regionserver.HStore(625): Region bounds: first= last= 2023-08-10T06:22:35,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 55f269305ad244e289cdcba5a9be9ea9 2023-08-10T06:22:35,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] regionserver.HRegion(2520): Flush status journal for 5d6fc2645142bc9aa58b5b37e5e8ab17: 2023-08-10T06:22:35,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/hbase-staging/bulk_output-ns2-table2-1691648552397/f/55f269305ad244e289cdcba5a9be9ea9 to hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/staging/jenkins__ns2_table2__olnd8er0vc0c88b2hopemgpr83ukj1vdq74auu83d8rk2lannml852dp8epf6a9o/f/55f269305ad244e289cdcba5a9be9ea9 2023-08-10T06:22:35,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/staging/jenkins__ns2_table2__olnd8er0vc0c88b2hopemgpr83ukj1vdq74auu83d8rk2lannml852dp8epf6a9o/f/55f269305ad244e289cdcba5a9be9ea9 as hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/ns2/table2/5d6fc2645142bc9aa58b5b37e5e8ab17/f/d7f42b122c304c9c9fecfbae2ff67af7_SeqId_6_ 2023-08-10T06:22:35,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x137988bb to 127.0.0.1:50433 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:22:35,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ede4f47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:22:35,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-10T06:22:35,105 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:60334, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-08-10T06:22:35,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:22:35,110 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:47220, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:22:35,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] client.ConnectionImplementation(2114): Closing master protocol: MasterService 2023-08-10T06:22:35,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x137988bb to 127.0.0.1:50433 2023-08-10T06:22:35,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:22:35,121 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/staging/jenkins__ns2_table2__olnd8er0vc0c88b2hopemgpr83ukj1vdq74auu83d8rk2lannml852dp8epf6a9o/f/55f269305ad244e289cdcba5a9be9ea9 into 5d6fc2645142bc9aa58b5b37e5e8ab17/f as hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/ns2/table2/5d6fc2645142bc9aa58b5b37e5e8ab17/f/d7f42b122c304c9c9fecfbae2ff67af7_SeqId_6_ - updating store file list. 2023-08-10T06:22:35,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/ns2/table2/5d6fc2645142bc9aa58b5b37e5e8ab17/f/d7f42b122c304c9c9fecfbae2ff67af7_SeqId_6_ into 5d6fc2645142bc9aa58b5b37e5e8ab17/f 2023-08-10T06:22:35,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/staging/jenkins__ns2_table2__olnd8er0vc0c88b2hopemgpr83ukj1vdq74auu83d8rk2lannml852dp8epf6a9o/f/55f269305ad244e289cdcba5a9be9ea9 into 5d6fc2645142bc9aa58b5b37e5e8ab17/f (new location: hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/ns2/table2/5d6fc2645142bc9aa58b5b37e5e8ab17/f/d7f42b122c304c9c9fecfbae2ff67af7_SeqId_6_) 2023-08-10T06:22:35,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/staging/jenkins__ns2_table2__olnd8er0vc0c88b2hopemgpr83ukj1vdq74auu83d8rk2lannml852dp8epf6a9o/f/55f269305ad244e289cdcba5a9be9ea9 2023-08-10T06:22:35,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x6a04ecde to 127.0.0.1:50433 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:22:35,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2300e865, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:22:35,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-10T06:22:35,132 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:60336, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-08-10T06:22:35,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:22:35,138 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:47232, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-08-10T06:22:35,149 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] client.ConnectionImplementation(2114): Closing master protocol: MasterService 2023-08-10T06:22:35,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x6a04ecde to 127.0.0.1:50433 2023-08-10T06:22:35,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:22:35,151 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] client.ConnectionImplementation(2114): Closing master protocol: MasterService 2023-08-10T06:22:35,151 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x64349de1 to 127.0.0.1:50433 2023-08-10T06:22:35,151 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:22:35,151 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-08-10T06:22:35,151 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] impl.RestoreTablesClient(187): ns2:test-16916484836111 has been successfully restored to ns2:table2 2023-08-10T06:22:35,151 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] impl.RestoreTablesClient(231): Restore includes the following image(s): 2023-08-10T06:22:35,152 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] impl.RestoreTablesClient(233): Backup: backup_1691648520653 hdfs://localhost:44965/backupUT/backup_1691648520653/ns2/test-16916484836111/ 2023-08-10T06:22:35,152 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] impl.RestoreTablesClient(238): restoreStage finished 2023-08-10T06:22:35,153 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] backup.TestBackupMerge(113): After incremental restore: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-10T06:22:35,162 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] backup.TestBackupMerge(115): f1 has 297 rows 2023-08-10T06:22:35,170 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] client.ConnectionImplementation(2114): Closing master protocol: MasterService 2023-08-10T06:22:35,171 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x02e043d4 to 127.0.0.1:50433 2023-08-10T06:22:35,171 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:22:35,192 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] hbase.ResourceChecker(175): after: backup.TestBackupMerge#TestIncBackupMergeRestore Thread=600 (was 583) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2017739449_16 at /127.0.0.1:53926 [Receiving block BP-1331176873-172.31.12.81-1691648467327:blk_1073741907_1083] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2085420592_16 at /127.0.0.1:41092 [Waiting for operation #16] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0xed65e0e-shared-pool-24 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0xed65e0e-shared-pool-26 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:50433@0x6a04ecde-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-1331176873-172.31.12.81-1691648467327:blk_1073741907_1083, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase3.apache.org,43215,1691648473835)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:50433@0x137988bb-SendThread(127.0.0.1:50433) java.lang.Thread.sleep(Native Method) org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:228) org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1338) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1261) Potentially hanging thread: region-location-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/cluster_2eb414f7-1587-3470-6a0a-3381a5e0d01d/dfs/data/data2/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:50433@0x137988bb-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: (jenkins-hbase3.apache.org,41231,1691648470721)-proc-coordinator-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase3.apache.org,43215,1691648473835)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2085420592_16 at /127.0.0.1:59690 [Waiting for operation #9] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2085420592_16 at /127.0.0.1:59650 [Waiting for operation #15] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2017739449_16 at /127.0.0.1:53942 [Receiving block BP-1331176873-172.31.12.81-1691648467327:blk_1073741908_1084] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:50433@0x64349de1-SendThread(127.0.0.1:50433) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1261) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:50433@0x64349de1-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:50433@0x137988bb java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1455) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1485) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1415) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$488/1743277434.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:50433@0x64349de1 java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1455) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1485) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1415) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$488/1743277434.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: WAL-Archive-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: member: 'jenkins-hbase3.apache.org,43215,1691648473835' subprocedure-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0xed65e0e-shared-pool-25 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/cluster_2eb414f7-1587-3470-6a0a-3381a5e0d01d/dfs/data/data1/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-1331176873-172.31.12.81-1691648467327:blk_1073741908_1084, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:50433@0x6a04ecde java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1455) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1485) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1415) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$488/1743277434.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:50433@0x6a04ecde-SendThread(127.0.0.1:50433) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1261) Potentially hanging thread: rs(jenkins-hbase3.apache.org,43215,1691648473835)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Timer for 'JobHistoryServer' metrics system java.lang.Object.wait(Native Method) java.util.TimerThread.mainLoop(Timer.java:552) java.util.TimerThread.run(Timer.java:505) Potentially hanging thread: hconnection-0xed65e0e-shared-pool-23 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=689 (was 660) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=194 (was 366), ProcessCount=173 (was 173), AvailableMemoryMB=2284 (was 2224) - AvailableMemoryMB LEAK? - 2023-08-10T06:22:35,193 WARN [Listener at jenkins-hbase3.apache.org/35839 {}] hbase.ResourceChecker(130): Thread=600 is superior to 500 2023-08-10T06:22:35,199 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2023-08-10T06:22:35,199 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] client.ConnectionImplementation(2114): Closing master protocol: MasterService 2023-08-10T06:22:35,199 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x249a4300 to 127.0.0.1:50433 2023-08-10T06:22:35,199 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:22:35,200 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2023-08-10T06:22:35,200 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] util.JVMClusterUtil(257): Found active master hash=119443641, stopped=false 2023-08-10T06:22:35,200 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] master.ServerManager(910): Cluster shutdown requested of master=jenkins-hbase3.apache.org,41231,1691648470721 2023-08-10T06:22:35,202 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43215-0x10060e48b770001, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2023-08-10T06:22:35,202 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2023-08-10T06:22:35,202 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43215-0x10060e48b770001, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:22:35,202 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:22:35,202 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] procedure2.ProcedureExecutor(631): Stopping 2023-08-10T06:22:35,203 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-08-10T06:22:35,203 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43215-0x10060e48b770001, quorum=127.0.0.1:50433, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-08-10T06:22:35,203 DEBUG [Listener at jenkins-hbase3.apache.org/35839 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:22:35,203 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] regionserver.HRegionServer(2513): ***** STOPPING region server 'jenkins-hbase3.apache.org,43215,1691648473835' ***** 2023-08-10T06:22:35,203 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] regionserver.HRegionServer(2527): STOPPED: Shutdown requested 2023-08-10T06:22:35,203 INFO [RS:0;jenkins-hbase3:43215 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-08-10T06:22:35,211 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2023-08-10T06:22:35,216 INFO [regionserver/jenkins-hbase3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2023-08-10T06:22:35,216 INFO [RS:0;jenkins-hbase3:43215 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@650cbaa0{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-08-10T06:22:35,221 INFO [RS:0;jenkins-hbase3:43215 {}] server.AbstractConnector(383): Stopped ServerConnector@70a7ee17{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-08-10T06:22:35,221 INFO [RS:0;jenkins-hbase3:43215 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-08-10T06:22:35,221 INFO [RS:0;jenkins-hbase3:43215 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@5c6832a9{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-08-10T06:22:35,222 INFO [RS:0;jenkins-hbase3:43215 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@54405002{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/hadoop.log.dir/,STOPPED} 2023-08-10T06:22:35,224 INFO [RS:0;jenkins-hbase3:43215 {}] regionserver.HeapMemoryManager(220): Stopping 2023-08-10T06:22:35,225 INFO [RS:0;jenkins-hbase3:43215 {}] flush.RegionServerFlushTableProcedureManager(117): Stopping region server flush procedure manager gracefully. 2023-08-10T06:22:35,225 INFO [RS:0;jenkins-hbase3:43215 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2023-08-10T06:22:35,225 INFO [RS:0;jenkins-hbase3:43215 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2023-08-10T06:22:35,225 INFO [RS:0;jenkins-hbase3:43215 {}] regionserver.HRegionServer(3524): Received CLOSE for a2acd36b3b78e2e342a9fca3b1a34bfa 2023-08-10T06:22:35,225 INFO [RS:0;jenkins-hbase3:43215 {}] regionserver.HRegionServer(3524): Received CLOSE for d71cb915a72fb9786d622ff26907d4c7 2023-08-10T06:22:35,225 INFO [RS:0;jenkins-hbase3:43215 {}] regionserver.HRegionServer(3524): Received CLOSE for 3f05a968e07af17125b2d89359c16e21 2023-08-10T06:22:35,225 INFO [RS:0;jenkins-hbase3:43215 {}] regionserver.HRegionServer(3524): Received CLOSE for 5d6fc2645142bc9aa58b5b37e5e8ab17 2023-08-10T06:22:35,226 INFO [RS:0;jenkins-hbase3:43215 {}] regionserver.HRegionServer(3524): Received CLOSE for b6f32fa729b8cdd774c6320181782bb9 2023-08-10T06:22:35,226 INFO [RS:0;jenkins-hbase3:43215 {}] regionserver.HRegionServer(3524): Received CLOSE for f9782b0b0b0a798101d3ecc143ed9b82 2023-08-10T06:22:35,226 INFO [RS:0;jenkins-hbase3:43215 {}] regionserver.HRegionServer(3524): Received CLOSE for f4b372c52c0be531186ef51c491c6603 2023-08-10T06:22:35,226 INFO [RS:0;jenkins-hbase3:43215 {}] regionserver.HRegionServer(3524): Received CLOSE for bdc31e4d3099762aa248bbab280c9457 2023-08-10T06:22:35,226 INFO [RS:0;jenkins-hbase3:43215 {}] regionserver.HRegionServer(3524): Received CLOSE for b7ffa7c2778bd1480cf88fb3c9538166 2023-08-10T06:22:35,226 INFO [RS:0;jenkins-hbase3:43215 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:22:35,226 INFO [RS:0;jenkins-hbase3:43215 {}] client.ConnectionImplementation(2114): Closing master protocol: MasterService 2023-08-10T06:22:35,226 DEBUG [RS:0;jenkins-hbase3:43215 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:22:35,226 INFO [RS:0;jenkins-hbase3:43215 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2023-08-10T06:22:35,226 INFO [RS:0;jenkins-hbase3:43215 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2023-08-10T06:22:35,226 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing a2acd36b3b78e2e342a9fca3b1a34bfa, disabling compactions & flushes 2023-08-10T06:22:35,226 INFO [RS:0;jenkins-hbase3:43215 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2023-08-10T06:22:35,226 INFO [RS:0;jenkins-hbase3:43215 {}] regionserver.HRegionServer(3524): Received CLOSE for 1588230740 2023-08-10T06:22:35,226 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system,,1691648491064.a2acd36b3b78e2e342a9fca3b1a34bfa. 2023-08-10T06:22:35,226 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1691648491064.a2acd36b3b78e2e342a9fca3b1a34bfa. 2023-08-10T06:22:35,226 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1691648491064.a2acd36b3b78e2e342a9fca3b1a34bfa. after waiting 0 ms 2023-08-10T06:22:35,226 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1691648491064.a2acd36b3b78e2e342a9fca3b1a34bfa. 2023-08-10T06:22:35,226 INFO [RS:0;jenkins-hbase3:43215 {}] regionserver.HRegionServer(1579): Waiting on 10 regions to close 2023-08-10T06:22:35,226 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing a2acd36b3b78e2e342a9fca3b1a34bfa 2/2 column families, dataSize=1.66 KB heapSize=3.18 KB 2023-08-10T06:22:35,229 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-08-10T06:22:35,229 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-08-10T06:22:35,229 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-08-10T06:22:35,229 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-08-10T06:22:35,229 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-08-10T06:22:35,229 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2819): Flushing 1588230740 3/3 column families, dataSize=11.59 KB heapSize=20.33 KB 2023-08-10T06:22:35,229 DEBUG [RS:0;jenkins-hbase3:43215 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 3f05a968e07af17125b2d89359c16e21, 5d6fc2645142bc9aa58b5b37e5e8ab17, a2acd36b3b78e2e342a9fca3b1a34bfa, b6f32fa729b8cdd774c6320181782bb9, b7ffa7c2778bd1480cf88fb3c9538166, bdc31e4d3099762aa248bbab280c9457, d71cb915a72fb9786d622ff26907d4c7, f4b372c52c0be531186ef51c491c6603, f9782b0b0b0a798101d3ecc143ed9b82 2023-08-10T06:22:35,238 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/backup/system/a2acd36b3b78e2e342a9fca3b1a34bfa/.tmp/meta/4c12e8176ccb431c822e35ad53f61a37 is 171, key is trslm:hdfs://localhost:44965/backupUT\x00ns2:test-16916484836111/meta:log-roll-map/1691648531271/Put/seqid=0 2023-08-10T06:22:35,246 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=729 B at sequenceid=44 (bloomFilter=true), to=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/backup/system/a2acd36b3b78e2e342a9fca3b1a34bfa/.tmp/meta/4c12e8176ccb431c822e35ad53f61a37 2023-08-10T06:22:35,252 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4c12e8176ccb431c822e35ad53f61a37 2023-08-10T06:22:35,252 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 4c12e8176ccb431c822e35ad53f61a37 2023-08-10T06:22:35,256 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/backup/system/a2acd36b3b78e2e342a9fca3b1a34bfa/.tmp/session/a328fee70f32487dbbc4be8437561448 is 360, key is session:backup_1691648520653/session:context/1691648532530/Put/seqid=0 2023-08-10T06:22:35,260 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/hbase/meta/1588230740/.tmp/info/b81077de8cf14e89b53ae4066036fd78 is 159, key is ns2:test-16916484836111,,1691648486363.b6f32fa729b8cdd774c6320181782bb9./info:regioninfo/1691648487558/Put/seqid=0 2023-08-10T06:22:35,267 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.74 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/hbase/meta/1588230740/.tmp/info/b81077de8cf14e89b53ae4066036fd78 2023-08-10T06:22:35,272 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: b81077de8cf14e89b53ae4066036fd78 2023-08-10T06:22:35,285 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/hbase/meta/1588230740/.tmp/table/e908bb6e22bc4473bb0f28f1918fe9d8 is 59, key is ns2:test-16916484836111/table:state/1691648487570/Put/seqid=0 2023-08-10T06:22:35,429 DEBUG [RS:0;jenkins-hbase3:43215 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 3f05a968e07af17125b2d89359c16e21, 5d6fc2645142bc9aa58b5b37e5e8ab17, a2acd36b3b78e2e342a9fca3b1a34bfa, b6f32fa729b8cdd774c6320181782bb9, b7ffa7c2778bd1480cf88fb3c9538166, bdc31e4d3099762aa248bbab280c9457, d71cb915a72fb9786d622ff26907d4c7, f4b372c52c0be531186ef51c491c6603, f9782b0b0b0a798101d3ecc143ed9b82 2023-08-10T06:22:35,480 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2023-08-10T06:22:35,480 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2023-08-10T06:22:35,629 DEBUG [RS:0;jenkins-hbase3:43215 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 3f05a968e07af17125b2d89359c16e21, 5d6fc2645142bc9aa58b5b37e5e8ab17, a2acd36b3b78e2e342a9fca3b1a34bfa, b6f32fa729b8cdd774c6320181782bb9, b7ffa7c2778bd1480cf88fb3c9538166, bdc31e4d3099762aa248bbab280c9457, d71cb915a72fb9786d622ff26907d4c7, f4b372c52c0be531186ef51c491c6603, f9782b0b0b0a798101d3ecc143ed9b82 2023-08-10T06:22:35,666 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=972 B at sequenceid=44 (bloomFilter=true), to=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/backup/system/a2acd36b3b78e2e342a9fca3b1a34bfa/.tmp/session/a328fee70f32487dbbc4be8437561448 2023-08-10T06:22:35,671 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a328fee70f32487dbbc4be8437561448 2023-08-10T06:22:35,671 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: a328fee70f32487dbbc4be8437561448 2023-08-10T06:22:35,672 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/backup/system/a2acd36b3b78e2e342a9fca3b1a34bfa/.tmp/meta/4c12e8176ccb431c822e35ad53f61a37 as hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/backup/system/a2acd36b3b78e2e342a9fca3b1a34bfa/meta/4c12e8176ccb431c822e35ad53f61a37 2023-08-10T06:22:35,678 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4c12e8176ccb431c822e35ad53f61a37 2023-08-10T06:22:35,678 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/backup/system/a2acd36b3b78e2e342a9fca3b1a34bfa/meta/4c12e8176ccb431c822e35ad53f61a37, entries=5, sequenceid=44, filesize=5.7 K 2023-08-10T06:22:35,679 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/backup/system/a2acd36b3b78e2e342a9fca3b1a34bfa/.tmp/session/a328fee70f32487dbbc4be8437561448 as hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/backup/system/a2acd36b3b78e2e342a9fca3b1a34bfa/session/a328fee70f32487dbbc4be8437561448 2023-08-10T06:22:35,684 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a328fee70f32487dbbc4be8437561448 2023-08-10T06:22:35,684 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/backup/system/a2acd36b3b78e2e342a9fca3b1a34bfa/session/a328fee70f32487dbbc4be8437561448, entries=3, sequenceid=44, filesize=5.5 K 2023-08-10T06:22:35,685 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~1.66 KB/1701, heapSize ~3.15 KB/3224, currentSize=0 B/0 for a2acd36b3b78e2e342a9fca3b1a34bfa in 459ms, sequenceid=44, compaction requested=true 2023-08-10T06:22:35,688 DEBUG [StoreFileCloser-a2acd36b3b78e2e342a9fca3b1a34bfa-meta-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: f2dbf8dc49ae4b8c95c884429c0c2ffb 2023-08-10T06:22:35,690 DEBUG [StoreFileCloser-a2acd36b3b78e2e342a9fca3b1a34bfa-meta-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 2c288459829e470d96cf9f0feae064f4 2023-08-10T06:22:35,692 DEBUG [StoreFileCloser-a2acd36b3b78e2e342a9fca3b1a34bfa-meta-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 4c12e8176ccb431c822e35ad53f61a37 2023-08-10T06:22:35,694 DEBUG [StoreFileCloser-a2acd36b3b78e2e342a9fca3b1a34bfa-session-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: ee2f90ca8aef4d2395c9591edc4d6d97 2023-08-10T06:22:35,696 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=874 B at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/hbase/meta/1588230740/.tmp/table/e908bb6e22bc4473bb0f28f1918fe9d8 2023-08-10T06:22:35,696 DEBUG [StoreFileCloser-a2acd36b3b78e2e342a9fca3b1a34bfa-session-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 18cd6d0e1e1b40f2b3245d1fd9f47cb6 2023-08-10T06:22:35,697 DEBUG [StoreFileCloser-a2acd36b3b78e2e342a9fca3b1a34bfa-session-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 9600b79288994861a5554eeb36e7c2d3 2023-08-10T06:22:35,699 DEBUG [StoreFileCloser-a2acd36b3b78e2e342a9fca3b1a34bfa-session-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: a328fee70f32487dbbc4be8437561448 2023-08-10T06:22:35,705 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/backup/system/a2acd36b3b78e2e342a9fca3b1a34bfa/recovered.edits/47.seqid, newMaxSeqId=47, maxSeqId=1 2023-08-10T06:22:35,705 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-10T06:22:35,706 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system,,1691648491064.a2acd36b3b78e2e342a9fca3b1a34bfa. 2023-08-10T06:22:35,706 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for a2acd36b3b78e2e342a9fca3b1a34bfa: 2023-08-10T06:22:35,707 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1691648491064.a2acd36b3b78e2e342a9fca3b1a34bfa. 2023-08-10T06:22:35,716 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing d71cb915a72fb9786d622ff26907d4c7, disabling compactions & flushes 2023-08-10T06:22:35,716 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1691648492195.d71cb915a72fb9786d622ff26907d4c7. 2023-08-10T06:22:35,716 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1691648492195.d71cb915a72fb9786d622ff26907d4c7. 2023-08-10T06:22:35,716 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1691648492195.d71cb915a72fb9786d622ff26907d4c7. after waiting 0 ms 2023-08-10T06:22:35,716 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1691648492195.d71cb915a72fb9786d622ff26907d4c7. 2023-08-10T06:22:35,717 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: e908bb6e22bc4473bb0f28f1918fe9d8 2023-08-10T06:22:35,718 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/hbase/meta/1588230740/.tmp/info/b81077de8cf14e89b53ae4066036fd78 as hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/hbase/meta/1588230740/info/b81077de8cf14e89b53ae4066036fd78 2023-08-10T06:22:35,720 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/backup/system_bulk/d71cb915a72fb9786d622ff26907d4c7/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-08-10T06:22:35,721 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-10T06:22:35,722 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system_bulk,,1691648492195.d71cb915a72fb9786d622ff26907d4c7. 2023-08-10T06:22:35,722 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for d71cb915a72fb9786d622ff26907d4c7: 2023-08-10T06:22:35,722 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1691648492195.d71cb915a72fb9786d622ff26907d4c7. 2023-08-10T06:22:35,722 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 3f05a968e07af17125b2d89359c16e21, disabling compactions & flushes 2023-08-10T06:22:35,722 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region test-1691648483611,,1691648484111.3f05a968e07af17125b2d89359c16e21. 2023-08-10T06:22:35,722 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1691648483611,,1691648484111.3f05a968e07af17125b2d89359c16e21. 2023-08-10T06:22:35,722 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on test-1691648483611,,1691648484111.3f05a968e07af17125b2d89359c16e21. after waiting 0 ms 2023-08-10T06:22:35,722 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region test-1691648483611,,1691648484111.3f05a968e07af17125b2d89359c16e21. 2023-08-10T06:22:35,722 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 3f05a968e07af17125b2d89359c16e21 1/1 column families, dataSize=10.60 KB heapSize=25 KB 2023-08-10T06:22:35,729 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/hbase/meta/1588230740/info/b81077de8cf14e89b53ae4066036fd78, entries=90, sequenceid=49, filesize=16.4 K 2023-08-10T06:22:35,730 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/hbase/meta/1588230740/.tmp/table/e908bb6e22bc4473bb0f28f1918fe9d8 as hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/hbase/meta/1588230740/table/e908bb6e22bc4473bb0f28f1918fe9d8 2023-08-10T06:22:35,730 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/default/test-1691648483611/3f05a968e07af17125b2d89359c16e21/.tmp/f/9962b061bbee48919d5e37e162a59ff2 is 59, key is row-test-1691648483611-1-10/f:q1/1691648510112/Put/seqid=0 2023-08-10T06:22:35,736 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/hbase/meta/1588230740/table/e908bb6e22bc4473bb0f28f1918fe9d8, entries=18, sequenceid=49, filesize=5.9 K 2023-08-10T06:22:35,737 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3022): Finished flush of dataSize ~11.59 KB/11868, heapSize ~20.05 KB/20528, currentSize=0 B/0 for 1588230740 in 508ms, sequenceid=49, compaction requested=false 2023-08-10T06:22:35,742 DEBUG [StoreFileCloser-1588230740-info-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: b81077de8cf14e89b53ae4066036fd78 2023-08-10T06:22:35,746 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.60 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/default/test-1691648483611/3f05a968e07af17125b2d89359c16e21/.tmp/f/9962b061bbee48919d5e37e162a59ff2 2023-08-10T06:22:35,747 DEBUG [StoreFileCloser-1588230740-table-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: e908bb6e22bc4473bb0f28f1918fe9d8 2023-08-10T06:22:35,752 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/hbase/meta/1588230740/recovered.edits/52.seqid, newMaxSeqId=52, maxSeqId=1 2023-08-10T06:22:35,753 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-10T06:22:35,753 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-08-10T06:22:35,754 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-08-10T06:22:35,754 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-08-10T06:22:35,754 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2023-08-10T06:22:35,754 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 9962b061bbee48919d5e37e162a59ff2 2023-08-10T06:22:35,755 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/default/test-1691648483611/3f05a968e07af17125b2d89359c16e21/.tmp/f/9962b061bbee48919d5e37e162a59ff2 as hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/default/test-1691648483611/3f05a968e07af17125b2d89359c16e21/f/9962b061bbee48919d5e37e162a59ff2 2023-08-10T06:22:35,761 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/default/test-1691648483611/3f05a968e07af17125b2d89359c16e21/f/9962b061bbee48919d5e37e162a59ff2, entries=198, sequenceid=304, filesize=16.2 K 2023-08-10T06:22:35,762 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~10.60 KB/10850, heapSize ~24.98 KB/25584, currentSize=0 B/0 for 3f05a968e07af17125b2d89359c16e21 in 40ms, sequenceid=304, compaction requested=false 2023-08-10T06:22:35,763 DEBUG [StoreFileCloser-3f05a968e07af17125b2d89359c16e21-f-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: d5c49e9d1fb1499c85c99b0752dad4d3 2023-08-10T06:22:35,765 DEBUG [StoreFileCloser-3f05a968e07af17125b2d89359c16e21-f-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 9962b061bbee48919d5e37e162a59ff2 2023-08-10T06:22:35,770 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/default/test-1691648483611/3f05a968e07af17125b2d89359c16e21/recovered.edits/307.seqid, newMaxSeqId=307, maxSeqId=1 2023-08-10T06:22:35,771 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-10T06:22:35,772 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed test-1691648483611,,1691648484111.3f05a968e07af17125b2d89359c16e21. 2023-08-10T06:22:35,772 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 3f05a968e07af17125b2d89359c16e21: 2023-08-10T06:22:35,772 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1691648483611,,1691648484111.3f05a968e07af17125b2d89359c16e21. 2023-08-10T06:22:35,772 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 5d6fc2645142bc9aa58b5b37e5e8ab17, disabling compactions & flushes 2023-08-10T06:22:35,772 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns2:table2,,1691648547524.5d6fc2645142bc9aa58b5b37e5e8ab17. 2023-08-10T06:22:35,772 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:table2,,1691648547524.5d6fc2645142bc9aa58b5b37e5e8ab17. 2023-08-10T06:22:35,772 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns2:table2,,1691648547524.5d6fc2645142bc9aa58b5b37e5e8ab17. after waiting 0 ms 2023-08-10T06:22:35,773 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns2:table2,,1691648547524.5d6fc2645142bc9aa58b5b37e5e8ab17. 2023-08-10T06:22:35,774 DEBUG [StoreFileCloser-5d6fc2645142bc9aa58b5b37e5e8ab17-f-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 09dc251ec9fd43c28616b12fa2f98fb1_SeqId_4_ 2023-08-10T06:22:35,776 DEBUG [StoreFileCloser-5d6fc2645142bc9aa58b5b37e5e8ab17-f-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: d7f42b122c304c9c9fecfbae2ff67af7_SeqId_6_ 2023-08-10T06:22:35,781 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/ns2/table2/5d6fc2645142bc9aa58b5b37e5e8ab17/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2023-08-10T06:22:35,781 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-10T06:22:35,782 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns2:table2,,1691648547524.5d6fc2645142bc9aa58b5b37e5e8ab17. 2023-08-10T06:22:35,782 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 5d6fc2645142bc9aa58b5b37e5e8ab17: 2023-08-10T06:22:35,782 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:table2,,1691648547524.5d6fc2645142bc9aa58b5b37e5e8ab17. 2023-08-10T06:22:35,782 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing b6f32fa729b8cdd774c6320181782bb9, disabling compactions & flushes 2023-08-10T06:22:35,782 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns2:test-16916484836111,,1691648486363.b6f32fa729b8cdd774c6320181782bb9. 2023-08-10T06:22:35,782 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16916484836111,,1691648486363.b6f32fa729b8cdd774c6320181782bb9. 2023-08-10T06:22:35,782 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16916484836111,,1691648486363.b6f32fa729b8cdd774c6320181782bb9. after waiting 0 ms 2023-08-10T06:22:35,782 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16916484836111,,1691648486363.b6f32fa729b8cdd774c6320181782bb9. 2023-08-10T06:22:35,782 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing b6f32fa729b8cdd774c6320181782bb9 1/1 column families, dataSize=11.56 KB heapSize=26.55 KB 2023-08-10T06:22:35,787 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/ns2/test-16916484836111/b6f32fa729b8cdd774c6320181782bb9/.tmp/f/1f207da613754dd58a0d6e785fc19d2a is 64, key is row-ns2:test-16916484836111-1-10/f:q1/1691648510249/Put/seqid=0 2023-08-10T06:22:35,830 DEBUG [RS:0;jenkins-hbase3:43215 {}] regionserver.HRegionServer(1609): Waiting on b6f32fa729b8cdd774c6320181782bb9, b7ffa7c2778bd1480cf88fb3c9538166, bdc31e4d3099762aa248bbab280c9457, f4b372c52c0be531186ef51c491c6603, f9782b0b0b0a798101d3ecc143ed9b82 2023-08-10T06:22:36,030 DEBUG [RS:0;jenkins-hbase3:43215 {}] regionserver.HRegionServer(1609): Waiting on b6f32fa729b8cdd774c6320181782bb9, b7ffa7c2778bd1480cf88fb3c9538166, bdc31e4d3099762aa248bbab280c9457, f4b372c52c0be531186ef51c491c6603, f9782b0b0b0a798101d3ecc143ed9b82 2023-08-10T06:22:36,194 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.56 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/ns2/test-16916484836111/b6f32fa729b8cdd774c6320181782bb9/.tmp/f/1f207da613754dd58a0d6e785fc19d2a 2023-08-10T06:22:36,200 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 1f207da613754dd58a0d6e785fc19d2a 2023-08-10T06:22:36,201 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/ns2/test-16916484836111/b6f32fa729b8cdd774c6320181782bb9/.tmp/f/1f207da613754dd58a0d6e785fc19d2a as hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/ns2/test-16916484836111/b6f32fa729b8cdd774c6320181782bb9/f/1f207da613754dd58a0d6e785fc19d2a 2023-08-10T06:22:36,206 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/ns2/test-16916484836111/b6f32fa729b8cdd774c6320181782bb9/f/1f207da613754dd58a0d6e785fc19d2a, entries=198, sequenceid=304, filesize=17.2 K 2023-08-10T06:22:36,207 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~11.56 KB/11840, heapSize ~26.53 KB/27168, currentSize=0 B/0 for b6f32fa729b8cdd774c6320181782bb9 in 425ms, sequenceid=304, compaction requested=false 2023-08-10T06:22:36,208 DEBUG [StoreFileCloser-b6f32fa729b8cdd774c6320181782bb9-f-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: d89806e2ca44413999a69ee1109d8597 2023-08-10T06:22:36,210 DEBUG [StoreFileCloser-b6f32fa729b8cdd774c6320181782bb9-f-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 1f207da613754dd58a0d6e785fc19d2a 2023-08-10T06:22:36,214 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/ns2/test-16916484836111/b6f32fa729b8cdd774c6320181782bb9/recovered.edits/307.seqid, newMaxSeqId=307, maxSeqId=1 2023-08-10T06:22:36,215 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-10T06:22:36,215 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns2:test-16916484836111,,1691648486363.b6f32fa729b8cdd774c6320181782bb9. 2023-08-10T06:22:36,215 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for b6f32fa729b8cdd774c6320181782bb9: 2023-08-10T06:22:36,215 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-16916484836111,,1691648486363.b6f32fa729b8cdd774c6320181782bb9. 2023-08-10T06:22:36,215 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing f9782b0b0b0a798101d3ecc143ed9b82, disabling compactions & flushes 2023-08-10T06:22:36,215 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region table1,,1691648539957.f9782b0b0b0a798101d3ecc143ed9b82. 2023-08-10T06:22:36,215 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,,1691648539957.f9782b0b0b0a798101d3ecc143ed9b82. 2023-08-10T06:22:36,216 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on table1,,1691648539957.f9782b0b0b0a798101d3ecc143ed9b82. after waiting 0 ms 2023-08-10T06:22:36,216 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region table1,,1691648539957.f9782b0b0b0a798101d3ecc143ed9b82. 2023-08-10T06:22:36,216 DEBUG [StoreFileCloser-f9782b0b0b0a798101d3ecc143ed9b82-f-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: fd7a920b5e3542ada28b7834c4bb8189_SeqId_4_ 2023-08-10T06:22:36,218 DEBUG [StoreFileCloser-f9782b0b0b0a798101d3ecc143ed9b82-f-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: b521ddc36eea4ffdac91c70f81f59690_SeqId_6_ 2023-08-10T06:22:36,221 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/default/table1/f9782b0b0b0a798101d3ecc143ed9b82/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2023-08-10T06:22:36,222 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-10T06:22:36,223 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed table1,,1691648539957.f9782b0b0b0a798101d3ecc143ed9b82. 2023-08-10T06:22:36,223 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for f9782b0b0b0a798101d3ecc143ed9b82: 2023-08-10T06:22:36,223 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,,1691648539957.f9782b0b0b0a798101d3ecc143ed9b82. 2023-08-10T06:22:36,223 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing f4b372c52c0be531186ef51c491c6603, disabling compactions & flushes 2023-08-10T06:22:36,223 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns3:test-16916484836112,,1691648488561.f4b372c52c0be531186ef51c491c6603. 2023-08-10T06:22:36,223 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16916484836112,,1691648488561.f4b372c52c0be531186ef51c491c6603. 2023-08-10T06:22:36,223 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16916484836112,,1691648488561.f4b372c52c0be531186ef51c491c6603. after waiting 0 ms 2023-08-10T06:22:36,224 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16916484836112,,1691648488561.f4b372c52c0be531186ef51c491c6603. 2023-08-10T06:22:36,226 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/ns3/test-16916484836112/f4b372c52c0be531186ef51c491c6603/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-08-10T06:22:36,227 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-10T06:22:36,228 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns3:test-16916484836112,,1691648488561.f4b372c52c0be531186ef51c491c6603. 2023-08-10T06:22:36,228 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for f4b372c52c0be531186ef51c491c6603: 2023-08-10T06:22:36,228 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-16916484836112,,1691648488561.f4b372c52c0be531186ef51c491c6603. 2023-08-10T06:22:36,228 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing bdc31e4d3099762aa248bbab280c9457, disabling compactions & flushes 2023-08-10T06:22:36,228 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region hbase:namespace,,1691648476979.bdc31e4d3099762aa248bbab280c9457. 2023-08-10T06:22:36,228 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1691648476979.bdc31e4d3099762aa248bbab280c9457. 2023-08-10T06:22:36,228 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1691648476979.bdc31e4d3099762aa248bbab280c9457. after waiting 0 ms 2023-08-10T06:22:36,228 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1691648476979.bdc31e4d3099762aa248bbab280c9457. 2023-08-10T06:22:36,228 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing bdc31e4d3099762aa248bbab280c9457 1/1 column families, dataSize=249 B heapSize=1.02 KB 2023-08-10T06:22:36,230 INFO [RS:0;jenkins-hbase3:43215 {}] regionserver.HRegionServer(1579): Waiting on 2 regions to close 2023-08-10T06:22:36,230 DEBUG [RS:0;jenkins-hbase3:43215 {}] regionserver.HRegionServer(1583): Online Regions={bdc31e4d3099762aa248bbab280c9457=hbase:namespace,,1691648476979.bdc31e4d3099762aa248bbab280c9457., b7ffa7c2778bd1480cf88fb3c9538166=ns4:test-16916484836113,,1691648489686.b7ffa7c2778bd1480cf88fb3c9538166.} 2023-08-10T06:22:36,230 DEBUG [RS:0;jenkins-hbase3:43215 {}] regionserver.HRegionServer(1609): Waiting on b7ffa7c2778bd1480cf88fb3c9538166, bdc31e4d3099762aa248bbab280c9457 2023-08-10T06:22:36,241 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/hbase/namespace/bdc31e4d3099762aa248bbab280c9457/.tmp/info/a6a4183dee9b435cb965e5119dccbeb3 is 45, key is default/info:d/1691648478366/Put/seqid=0 2023-08-10T06:22:36,245 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/hbase/namespace/bdc31e4d3099762aa248bbab280c9457/.tmp/info/a6a4183dee9b435cb965e5119dccbeb3 2023-08-10T06:22:36,249 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: a6a4183dee9b435cb965e5119dccbeb3 2023-08-10T06:22:36,250 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/hbase/namespace/bdc31e4d3099762aa248bbab280c9457/.tmp/info/a6a4183dee9b435cb965e5119dccbeb3 as hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/hbase/namespace/bdc31e4d3099762aa248bbab280c9457/info/a6a4183dee9b435cb965e5119dccbeb3 2023-08-10T06:22:36,254 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/hbase/namespace/bdc31e4d3099762aa248bbab280c9457/info/a6a4183dee9b435cb965e5119dccbeb3, entries=7, sequenceid=11, filesize=5.1 K 2023-08-10T06:22:36,255 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~249 B/249, heapSize ~1.01 KB/1032, currentSize=0 B/0 for bdc31e4d3099762aa248bbab280c9457 in 27ms, sequenceid=11, compaction requested=false 2023-08-10T06:22:36,257 DEBUG [StoreFileCloser-bdc31e4d3099762aa248bbab280c9457-info-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: a6a4183dee9b435cb965e5119dccbeb3 2023-08-10T06:22:36,260 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/hbase/namespace/bdc31e4d3099762aa248bbab280c9457/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2023-08-10T06:22:36,261 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-10T06:22:36,261 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed hbase:namespace,,1691648476979.bdc31e4d3099762aa248bbab280c9457. 2023-08-10T06:22:36,261 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for bdc31e4d3099762aa248bbab280c9457: 2023-08-10T06:22:36,262 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1691648476979.bdc31e4d3099762aa248bbab280c9457. 2023-08-10T06:22:36,262 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing b7ffa7c2778bd1480cf88fb3c9538166, disabling compactions & flushes 2023-08-10T06:22:36,262 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns4:test-16916484836113,,1691648489686.b7ffa7c2778bd1480cf88fb3c9538166. 2023-08-10T06:22:36,262 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16916484836113,,1691648489686.b7ffa7c2778bd1480cf88fb3c9538166. 2023-08-10T06:22:36,262 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16916484836113,,1691648489686.b7ffa7c2778bd1480cf88fb3c9538166. after waiting 0 ms 2023-08-10T06:22:36,262 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16916484836113,,1691648489686.b7ffa7c2778bd1480cf88fb3c9538166. 2023-08-10T06:22:36,265 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/data/ns4/test-16916484836113/b7ffa7c2778bd1480cf88fb3c9538166/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-08-10T06:22:36,266 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-10T06:22:36,267 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns4:test-16916484836113,,1691648489686.b7ffa7c2778bd1480cf88fb3c9538166. 2023-08-10T06:22:36,267 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for b7ffa7c2778bd1480cf88fb3c9538166: 2023-08-10T06:22:36,267 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-16916484836113,,1691648489686.b7ffa7c2778bd1480cf88fb3c9538166. 2023-08-10T06:22:36,431 INFO [RS:0;jenkins-hbase3:43215 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,43215,1691648473835; all regions closed. 2023-08-10T06:22:36,438 DEBUG [RS:0;jenkins-hbase3:43215 {}] wal.AbstractFSWAL(1062): Moved 2 WAL file(s) to /user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/oldWALs 2023-08-10T06:22:36,439 INFO [RS:0;jenkins-hbase3:43215 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C43215%2C1691648473835.meta:.meta(num 1691648524830) 2023-08-10T06:22:36,446 DEBUG [RS:0;jenkins-hbase3:43215 {}] wal.AbstractFSWAL(1062): Moved 4 WAL file(s) to /user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/oldWALs 2023-08-10T06:22:36,446 INFO [RS:0;jenkins-hbase3:43215 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C43215%2C1691648473835:(num 1691648524849) 2023-08-10T06:22:36,446 DEBUG [RS:0;jenkins-hbase3:43215 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:22:36,446 INFO [RS:0;jenkins-hbase3:43215 {}] regionserver.LeaseManager(133): Closed leases 2023-08-10T06:22:36,446 INFO [RS:0;jenkins-hbase3:43215 {}] hbase.ChoreService(370): Chore service for: regionserver/jenkins-hbase3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2023-08-10T06:22:36,447 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-08-10T06:22:36,448 INFO [RS:0;jenkins-hbase3:43215 {}] ipc.NettyRpcServer(213): Stopping server on /172.31.12.81:43215 2023-08-10T06:22:36,455 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-08-10T06:22:36,455 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43215-0x10060e48b770001, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/jenkins-hbase3.apache.org,43215,1691648473835 2023-08-10T06:22:36,457 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [jenkins-hbase3.apache.org,43215,1691648473835] 2023-08-10T06:22:36,457 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing jenkins-hbase3.apache.org,43215,1691648473835; numProcessing=1 2023-08-10T06:22:36,458 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(224): Node /1/draining/jenkins-hbase3.apache.org,43215,1691648473835 already deleted, retry=false 2023-08-10T06:22:36,458 INFO [RegionServerTracker-0 {}] master.ServerManager(569): Cluster shutdown set; jenkins-hbase3.apache.org,43215,1691648473835 expired; onlineServers=0 2023-08-10T06:22:36,458 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2513): ***** STOPPING region server 'jenkins-hbase3.apache.org,41231,1691648470721' ***** 2023-08-10T06:22:36,459 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2527): STOPPED: Cluster shutdown set; onlineServer=0 2023-08-10T06:22:36,459 DEBUG [M:0;jenkins-hbase3:41231 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e47e1c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-08-10T06:22:36,459 INFO [M:0;jenkins-hbase3:41231 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-08-10T06:22:36,469 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2023-08-10T06:22:36,469 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:22:36,473 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-08-10T06:22:36,520 INFO [M:0;jenkins-hbase3:41231 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@2af0da77{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-08-10T06:22:36,521 INFO [M:0;jenkins-hbase3:41231 {}] server.AbstractConnector(383): Stopped ServerConnector@60be379b{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-08-10T06:22:36,521 INFO [M:0;jenkins-hbase3:41231 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-08-10T06:22:36,522 INFO [M:0;jenkins-hbase3:41231 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@57782b6{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-08-10T06:22:36,523 INFO [M:0;jenkins-hbase3:41231 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@57c3ac56{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/hadoop.log.dir/,STOPPED} 2023-08-10T06:22:36,523 INFO [M:0;jenkins-hbase3:41231 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,41231,1691648470721 2023-08-10T06:22:36,523 INFO [M:0;jenkins-hbase3:41231 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,41231,1691648470721; all regions closed. 2023-08-10T06:22:36,523 DEBUG [M:0;jenkins-hbase3:41231 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:22:36,523 INFO [M:0;jenkins-hbase3:41231 {}] master.HMaster(1664): Stopping master jetty server 2023-08-10T06:22:36,524 INFO [M:0;jenkins-hbase3:41231 {}] server.AbstractConnector(383): Stopped ServerConnector@54a4c8a0{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-08-10T06:22:36,524 DEBUG [M:0;jenkins-hbase3:41231 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2023-08-10T06:22:36,525 INFO [M:0;jenkins-hbase3:41231 {}] master.BackupLogCleaner(171): Stopping BackupLogCleaner 2023-08-10T06:22:36,525 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2023-08-10T06:22:36,525 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1691648475223 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1691648475223,5,FailOnTimeoutGroup] 2023-08-10T06:22:36,525 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1691648475231 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1691648475231,5,FailOnTimeoutGroup] 2023-08-10T06:22:36,525 DEBUG [M:0;jenkins-hbase3:41231 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x2a50cbf2 to 127.0.0.1:50433 2023-08-10T06:22:36,525 DEBUG [M:0;jenkins-hbase3:41231 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:22:36,525 DEBUG [M:0;jenkins-hbase3:41231 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2023-08-10T06:22:36,525 INFO [M:0;jenkins-hbase3:41231 {}] hbase.ChoreService(370): Chore service for: master/jenkins-hbase3:0 had [] on shutdown 2023-08-10T06:22:36,525 DEBUG [M:0;jenkins-hbase3:41231 {}] master.HMaster(1687): Stopping service threads 2023-08-10T06:22:36,526 INFO [M:0;jenkins-hbase3:41231 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2023-08-10T06:22:36,526 ERROR [M:0;jenkins-hbase3:41231 {}] procedure2.ProcedureExecutor(655): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2023-08-10T06:22:36,527 INFO [M:0;jenkins-hbase3:41231 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-08-10T06:22:36,527 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2023-08-10T06:22:36,527 DEBUG [M:0;jenkins-hbase3:41231 {}] zookeeper.ZKUtil(347): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2023-08-10T06:22:36,527 WARN [M:0;jenkins-hbase3:41231 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2023-08-10T06:22:36,527 INFO [M:0;jenkins-hbase3:41231 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-08-10T06:22:36,527 INFO [M:0;jenkins-hbase3:41231 {}] region.MasterRegion(178): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2023-08-10T06:22:36,528 DEBUG [M:0;jenkins-hbase3:41231 {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-08-10T06:22:36,546 INFO [M:0;jenkins-hbase3:41231 {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-08-10T06:22:36,546 DEBUG [M:0;jenkins-hbase3:41231 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-08-10T06:22:36,546 DEBUG [M:0;jenkins-hbase3:41231 {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-08-10T06:22:36,546 DEBUG [M:0;jenkins-hbase3:41231 {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-08-10T06:22:36,546 INFO [M:0;jenkins-hbase3:41231 {}] regionserver.HRegion(2819): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=188.02 KB heapSize=225.06 KB 2023-08-10T06:22:36,557 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43215-0x10060e48b770001, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-08-10T06:22:36,557 INFO [RS:0;jenkins-hbase3:43215 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,43215,1691648473835; zookeeper connection closed. 2023-08-10T06:22:36,557 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43215-0x10060e48b770001, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-08-10T06:22:36,557 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@115c6411 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@115c6411 2023-08-10T06:22:36,557 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2023-08-10T06:22:36,560 DEBUG [M:0;jenkins-hbase3:41231 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d84bef188284ce4a2ef3b64d74051ef is 88, key is hbase:meta,,1/info:sn/1691648476237/Put/seqid=0 2023-08-10T06:22:36,965 INFO [M:0;jenkins-hbase3:41231 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=530 B at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d84bef188284ce4a2ef3b64d74051ef 2023-08-10T06:22:36,971 DEBUG [M:0;jenkins-hbase3:41231 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 5d84bef188284ce4a2ef3b64d74051ef 2023-08-10T06:22:36,984 DEBUG [M:0;jenkins-hbase3:41231 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9f1142860f2f4a038e2f896ef2a13e63 is 987, key is \x00\x00\x00\x00\x00\x00\x00\x1D/proc:d/1691648492601/Put/seqid=0 2023-08-10T06:22:37,389 INFO [M:0;jenkins-hbase3:41231 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=187.43 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9f1142860f2f4a038e2f896ef2a13e63 2023-08-10T06:22:37,394 INFO [M:0;jenkins-hbase3:41231 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9f1142860f2f4a038e2f896ef2a13e63 2023-08-10T06:22:37,394 DEBUG [M:0;jenkins-hbase3:41231 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 9f1142860f2f4a038e2f896ef2a13e63 2023-08-10T06:22:37,412 DEBUG [M:0;jenkins-hbase3:41231 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c4f7891116004b32911ed4639b2b86ec is 82, key is jenkins-hbase3.apache.org,43215,1691648473835/rs:state/1691648475369/Put/seqid=0 2023-08-10T06:22:37,818 INFO [M:0;jenkins-hbase3:41231 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c4f7891116004b32911ed4639b2b86ec 2023-08-10T06:22:37,824 DEBUG [M:0;jenkins-hbase3:41231 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: c4f7891116004b32911ed4639b2b86ec 2023-08-10T06:22:37,825 DEBUG [M:0;jenkins-hbase3:41231 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d84bef188284ce4a2ef3b64d74051ef as hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5d84bef188284ce4a2ef3b64d74051ef 2023-08-10T06:22:37,831 INFO [M:0;jenkins-hbase3:41231 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5d84bef188284ce4a2ef3b64d74051ef, entries=8, sequenceid=433, filesize=5.5 K 2023-08-10T06:22:37,832 DEBUG [M:0;jenkins-hbase3:41231 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9f1142860f2f4a038e2f896ef2a13e63 as hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9f1142860f2f4a038e2f896ef2a13e63 2023-08-10T06:22:37,839 INFO [M:0;jenkins-hbase3:41231 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9f1142860f2f4a038e2f896ef2a13e63 2023-08-10T06:22:37,839 INFO [M:0;jenkins-hbase3:41231 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9f1142860f2f4a038e2f896ef2a13e63, entries=47, sequenceid=433, filesize=15.6 K 2023-08-10T06:22:37,840 DEBUG [M:0;jenkins-hbase3:41231 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c4f7891116004b32911ed4639b2b86ec as hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c4f7891116004b32911ed4639b2b86ec 2023-08-10T06:22:37,846 INFO [M:0;jenkins-hbase3:41231 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:44965/user/jenkins/test-data/703cecdd-9168-c74c-0289-076452c1c25c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c4f7891116004b32911ed4639b2b86ec, entries=1, sequenceid=433, filesize=5.1 K 2023-08-10T06:22:37,847 INFO [M:0;jenkins-hbase3:41231 {}] regionserver.HRegion(3022): Finished flush of dataSize ~188.02 KB/192532, heapSize ~224.77 KB/230160, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=433, compaction requested=false 2023-08-10T06:22:37,848 DEBUG [StoreFileCloser-1595e783b53d99cd5eef43b6debb2682-info-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 5d84bef188284ce4a2ef3b64d74051ef 2023-08-10T06:22:37,851 DEBUG [StoreFileCloser-1595e783b53d99cd5eef43b6debb2682-proc-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 9f1142860f2f4a038e2f896ef2a13e63 2023-08-10T06:22:37,854 DEBUG [StoreFileCloser-1595e783b53d99cd5eef43b6debb2682-rs-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: c4f7891116004b32911ed4639b2b86ec 2023-08-10T06:22:37,855 INFO [M:0;jenkins-hbase3:41231 {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-08-10T06:22:37,855 DEBUG [M:0;jenkins-hbase3:41231 {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-08-10T06:22:37,858 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-08-10T06:22:37,858 INFO [M:0;jenkins-hbase3:41231 {}] flush.MasterFlushTableProcedureManager(81): stop: server shutting down. 2023-08-10T06:22:37,858 INFO [M:0;jenkins-hbase3:41231 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2023-08-10T06:22:37,859 INFO [M:0;jenkins-hbase3:41231 {}] ipc.NettyRpcServer(213): Stopping server on /172.31.12.81:41231 2023-08-10T06:22:37,861 DEBUG [M:0;jenkins-hbase3:41231 {}] zookeeper.RecoverableZooKeeper(224): Node /1/rs/jenkins-hbase3.apache.org,41231,1691648470721 already deleted, retry=false 2023-08-10T06:22:37,962 INFO [M:0;jenkins-hbase3:41231 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,41231,1691648470721; zookeeper connection closed. 2023-08-10T06:22:37,963 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-08-10T06:22:37,963 DEBUG [Listener at localhost/35125-EventThread {}] zookeeper.ZKWatcher(604): master:41231-0x10060e48b770000, quorum=127.0.0.1:50433, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-08-10T06:22:37,972 WARN [Listener at jenkins-hbase3.apache.org/35839 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-08-10T06:22:37,975 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-08-10T06:22:38,083 WARN [BP-1331176873-172.31.12.81-1691648467327 heartbeating to localhost/127.0.0.1:44965 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-08-10T06:22:38,083 WARN [BP-1331176873-172.31.12.81-1691648467327 heartbeating to localhost/127.0.0.1:44965 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-1331176873-172.31.12.81-1691648467327 (Datanode Uuid 70a2393e-3923-4e6a-8a0b-58c259d90911) service to localhost/127.0.0.1:44965 2023-08-10T06:22:38,085 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/cluster_2eb414f7-1587-3470-6a0a-3381a5e0d01d/dfs/data/data1/current/BP-1331176873-172.31.12.81-1691648467327 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-08-10T06:22:38,085 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9cacd764-5bdd-6aa5-b7e6-ae96207066f4/cluster_2eb414f7-1587-3470-6a0a-3381a5e0d01d/dfs/data/data2/current/BP-1331176873-172.31.12.81-1691648467327 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-08-10T06:22:38,110 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-08-10T06:22:38,227 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2023-08-10T06:22:38,301 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2023-08-10T06:22:38,301 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] hbase.HBaseTestingUtility(2857): Stopping mini mapreduce cluster... 2023-08-10T06:22:38,313 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-08-10T06:22:38,432 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-08-10T06:22:38,542 ERROR [Thread[Thread-276,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-08-10T06:22:38,542 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-08-10T06:22:38,648 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2023-08-10T06:22:38,652 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(61): Returning, interrupted : java.lang.InterruptedException 2023-08-10T06:22:38,654 ERROR [Thread[Thread-286,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-08-10T06:22:38,658 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-08-10T06:22:38,761 ERROR [Thread[Thread-250,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-08-10T06:22:38,761 INFO [Listener at jenkins-hbase3.apache.org/35839 {}] hbase.HBaseTestingUtility(2860): Mini mapreduce cluster stopped