2023-10-02 12:34:42,555 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 2023-10-02 12:34:42,570 main DEBUG Took 0.012547 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2023-10-02 12:34:42,570 main DEBUG PluginManager 'Core' found 129 plugins 2023-10-02 12:34:42,570 main DEBUG PluginManager 'Level' found 0 plugins 2023-10-02 12:34:42,571 main DEBUG PluginManager 'Lookup' found 16 plugins 2023-10-02 12:34:42,573 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:34:42,584 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2023-10-02 12:34:42,599 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:34:42,600 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:34:42,601 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:34:42,601 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:34:42,602 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:34:42,602 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:34:42,603 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:34:42,603 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:34:42,603 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:34:42,603 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:34:42,604 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:34:42,604 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:34:42,605 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:34:42,605 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:34:42,605 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:34:42,606 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:34:42,606 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:34:42,606 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:34:42,606 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:34:42,607 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:34:42,607 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:34:42,607 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:34:42,608 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:34:42,608 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:34:42,608 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:34:42,608 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2023-10-02 12:34:42,610 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:34:42,612 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2023-10-02 12:34:42,614 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2023-10-02 12:34:42,614 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2023-10-02 12:34:42,615 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2023-10-02 12:34:42,616 main DEBUG PluginManager 'Converter' found 47 plugins 2023-10-02 12:34:42,627 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2023-10-02 12:34:42,630 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2023-10-02 12:34:42,631 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2023-10-02 12:34:42,631 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2023-10-02 12:34:42,632 main DEBUG createAppenders(={Console}) 2023-10-02 12:34:42,632 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 initialized 2023-10-02 12:34:42,633 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 2023-10-02 12:34:42,633 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 OK. 2023-10-02 12:34:42,633 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2023-10-02 12:34:42,634 main DEBUG OutputStream closed 2023-10-02 12:34:42,634 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2023-10-02 12:34:42,634 main DEBUG Appender DefaultConsole-1 stopped with status true 2023-10-02 12:34:42,634 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@15c43bd9 OK 2023-10-02 12:34:42,678 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586 2023-10-02 12:34:42,680 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=StatusLogger 2023-10-02 12:34:42,681 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=ContextSelector 2023-10-02 12:34:42,683 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name= 2023-10-02 12:34:42,683 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.directory 2023-10-02 12:34:42,683 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2023-10-02 12:34:42,684 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.zookeeper 2023-10-02 12:34:42,684 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2023-10-02 12:34:42,684 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2023-10-02 12:34:42,685 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2023-10-02 12:34:42,685 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase 2023-10-02 12:34:42,685 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop 2023-10-02 12:34:42,685 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2023-10-02 12:34:42,686 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2023-10-02 12:34:42,686 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2023-10-02 12:34:42,686 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2023-10-02 12:34:42,687 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2023-10-02 12:34:42,688 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Appenders,name=Console 2023-10-02 12:34:42,695 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-10-02 12:34:42,695 main DEBUG Reconfiguration complete for context[name=1b6d3586] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.6.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b6e1eff) with optional ClassLoader: null 2023-10-02 12:34:42,695 main DEBUG Shutdown hook enabled. Registering a new one. 2023-10-02 12:34:42,696 main DEBUG LoggerContext[name=1b6d3586, org.apache.logging.log4j.core.LoggerContext@1b6e1eff] started OK. 2023-10-02T12:34:42,727 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestIncrementalBackupMergeWithFailures timeout: 13 mins 2023-10-02 12:34:42,731 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2023-10-02 12:34:42,732 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-10-02T12:34:43,068 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527 2023-10-02T12:34:43,073 DEBUG [Time-limited test {}] impl.BackupManager(127): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-10-02T12:34:43,075 DEBUG [Time-limited test {}] impl.BackupManager(157): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:34:43,077 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2023-10-02T12:34:43,080 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/cluster_37c041e9-c763-5005-a500-0e937108d949, deleteOnExit=true 2023-10-02T12:34:43,080 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2023-10-02T12:34:43,080 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/test.cache.data in system properties and HBase conf 2023-10-02T12:34:43,081 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/hadoop.tmp.dir in system properties and HBase conf 2023-10-02T12:34:43,081 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/hadoop.log.dir in system properties and HBase conf 2023-10-02T12:34:43,082 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/mapreduce.cluster.local.dir in system properties and HBase conf 2023-10-02T12:34:43,082 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-10-02T12:34:43,082 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-10-02T12:34:43,181 WARN [Time-limited test {}] util.NativeCodeLoader(62): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2023-10-02T12:34:43,663 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2023-10-02T12:34:43,668 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-10-02T12:34:43,668 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-10-02T12:34:43,668 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-10-02T12:34:43,669 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-10-02T12:34:43,669 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-10-02T12:34:43,669 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-10-02T12:34:43,670 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-10-02T12:34:43,670 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/dfs.journalnode.edits.dir in system properties and HBase conf 2023-10-02T12:34:43,670 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-10-02T12:34:43,671 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/nfs.dump.dir in system properties and HBase conf 2023-10-02T12:34:43,671 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/java.io.tmpdir in system properties and HBase conf 2023-10-02T12:34:43,671 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/dfs.journalnode.edits.dir in system properties and HBase conf 2023-10-02T12:34:43,672 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-10-02T12:34:43,672 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/fs.s3a.committer.staging.tmp.path in system properties and HBase conf Formatting using clusterid: testClusterID 2023-10-02T12:34:44,144 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-10-02T12:34:44,148 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-10-02T12:34:44,635 WARN [Time-limited test {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2023-10-02T12:34:44,786 INFO [Time-limited test {}] log.Slf4jLog(67): Logging to org.apache.logging.slf4j.Log4jLogger@5948eed5 via org.mortbay.log.Slf4jLog 2023-10-02T12:34:44,803 WARN [Time-limited test {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-10-02T12:34:44,844 INFO [Time-limited test {}] log.Slf4jLog(67): jetty-6.1.26 2023-10-02T12:34:44,887 INFO [Time-limited test {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/hdfs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/java.io.tmpdir/Jetty_localhost_45091_hdfs____.3wvtpr/webapp 2023-10-02T12:34:45,071 INFO [Time-limited test {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:45091 2023-10-02T12:34:45,108 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-10-02T12:34:45,109 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-10-02T12:34:45,759 WARN [Listener at localhost/34731 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-10-02T12:34:45,830 WARN [Listener at localhost/34731 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-10-02T12:34:45,848 WARN [Listener at localhost/34731 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-10-02T12:34:45,854 INFO [Listener at localhost/34731 {}] log.Slf4jLog(67): jetty-6.1.26 2023-10-02T12:34:45,860 INFO [Listener at localhost/34731 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/java.io.tmpdir/Jetty_localhost_42055_datanode____17tda1/webapp 2023-10-02T12:34:45,965 INFO [Listener at localhost/34731 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:42055 2023-10-02T12:34:46,282 WARN [Listener at localhost/41557 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-10-02T12:34:46,590 WARN [Thread-52 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-10-02T12:34:46,777 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x20586b6136a73b8d: Processing first storage report for DS-5000f36f-03c1-49d4-8f28-c2c78d45f9b8 from datanode d27db8e3-d648-4a2d-a3f3-80edb63999ca 2023-10-02T12:34:46,778 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x20586b6136a73b8d: from storage DS-5000f36f-03c1-49d4-8f28-c2c78d45f9b8 node DatanodeRegistration(127.0.0.1:45145, datanodeUuid=d27db8e3-d648-4a2d-a3f3-80edb63999ca, infoPort=43387, infoSecurePort=0, ipcPort=41557, storageInfo=lv=-57;cid=testClusterID;nsid=229058505;c=1696250084222), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2023-10-02T12:34:46,778 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x20586b6136a73b8d: Processing first storage report for DS-64299ee6-a003-459e-af0b-91c12a34e069 from datanode d27db8e3-d648-4a2d-a3f3-80edb63999ca 2023-10-02T12:34:46,779 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x20586b6136a73b8d: from storage DS-64299ee6-a003-459e-af0b-91c12a34e069 node DatanodeRegistration(127.0.0.1:45145, datanodeUuid=d27db8e3-d648-4a2d-a3f3-80edb63999ca, infoPort=43387, infoSecurePort=0, ipcPort=41557, storageInfo=lv=-57;cid=testClusterID;nsid=229058505;c=1696250084222), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2023-10-02T12:34:46,809 DEBUG [Listener at localhost/41557 {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527 2023-10-02T12:34:46,912 INFO [Listener at localhost/41557 {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/cluster_37c041e9-c763-5005-a500-0e937108d949/zookeeper_0, clientPort=56909, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/cluster_37c041e9-c763-5005-a500-0e937108d949/zookeeper_0/version-2, dataDirSize=424 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/cluster_37c041e9-c763-5005-a500-0e937108d949/zookeeper_0/version-2, dataLogSize=424 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, serverId=0 2023-10-02T12:34:46,930 INFO [Listener at localhost/41557 {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=56909 2023-10-02T12:34:46,937 INFO [Listener at localhost/41557 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-02T12:34:46,939 INFO [Listener at localhost/41557 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-02T12:34:47,597 INFO [Listener at localhost/41557 {}] util.FSUtils(462): Created version file at hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675 with version=8 2023-10-02T12:34:47,597 INFO [Listener at localhost/41557 {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/hbase-staging 2023-10-02T12:34:47,614 DEBUG [Listener at localhost/41557 {}] hbase.LocalHBaseCluster(134): Setting Master Port to random. 2023-10-02T12:34:47,614 DEBUG [Listener at localhost/41557 {}] hbase.LocalHBaseCluster(141): Setting RegionServer Port to random. 2023-10-02T12:34:47,614 DEBUG [Listener at localhost/41557 {}] hbase.LocalHBaseCluster(151): Setting RS InfoServer Port to random. 2023-10-02T12:34:47,614 DEBUG [Listener at localhost/41557 {}] hbase.LocalHBaseCluster(159): Setting Master InfoServer Port to random. 2023-10-02T12:34:47,847 DEBUG [Listener at localhost/41557 {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2023-10-02T12:34:48,612 INFO [Listener at localhost/41557 {}] client.ConnectionUtils(128): master/jenkins-hbase3:0 server-side Connection retries=45 2023-10-02T12:34:48,660 INFO [Listener at localhost/41557 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-10-02T12:34:48,660 INFO [Listener at localhost/41557 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-10-02T12:34:48,661 INFO [Listener at localhost/41557 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-10-02T12:34:48,661 INFO [Listener at localhost/41557 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-10-02T12:34:48,661 INFO [Listener at localhost/41557 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-10-02T12:34:48,818 INFO [Listener at localhost/41557 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-10-02T12:34:48,948 INFO [Listener at localhost/41557 {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2023-10-02T12:34:48,967 DEBUG [Listener at localhost/41557 {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2023-10-02T12:34:48,973 INFO [Listener at localhost/41557 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-10-02T12:34:49,024 DEBUG [Listener at localhost/41557 {}] channel.DefaultChannelId(79): -Dio.netty.processId: 5167 (auto-detected) 2023-10-02T12:34:49,026 DEBUG [Listener at localhost/41557 {}] channel.DefaultChannelId(101): -Dio.netty.machineId: 02:42:1c:ff:fe:e2:13:ea (auto-detected) 2023-10-02T12:34:49,066 INFO [Listener at localhost/41557 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:36467 2023-10-02T12:34:49,081 INFO [Listener at localhost/41557 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-02T12:34:49,083 INFO [Listener at localhost/41557 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-02T12:34:49,108 INFO [Listener at localhost/41557 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=master:36467 connecting to ZooKeeper ensemble=127.0.0.1:56909 2023-10-02T12:34:49,173 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): master:364670x0, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-10-02T12:34:49,179 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): master:36467-0x101732ba6490000 connected 2023-10-02T12:34:49,205 DEBUG [Listener at localhost/41557 {}] zookeeper.ZKUtil(113): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-10-02T12:34:49,208 DEBUG [Listener at localhost/41557 {}] zookeeper.ZKUtil(113): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-10-02T12:34:49,212 DEBUG [Listener at localhost/41557 {}] zookeeper.ZKUtil(113): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-10-02T12:34:49,222 DEBUG [Listener at localhost/41557 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36467 2023-10-02T12:34:49,223 DEBUG [Listener at localhost/41557 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36467 2023-10-02T12:34:49,223 DEBUG [Listener at localhost/41557 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36467 2023-10-02T12:34:49,224 DEBUG [Listener at localhost/41557 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36467 2023-10-02T12:34:49,224 DEBUG [Listener at localhost/41557 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36467 2023-10-02T12:34:49,279 INFO [Listener at localhost/41557 {}] log.Log(170): Logging initialized @7458ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2023-10-02T12:34:49,407 INFO [Listener at localhost/41557 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-10-02T12:34:49,408 INFO [Listener at localhost/41557 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-10-02T12:34:49,409 INFO [Listener at localhost/41557 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-10-02T12:34:49,412 INFO [Listener at localhost/41557 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2023-10-02T12:34:49,413 INFO [Listener at localhost/41557 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-10-02T12:34:49,413 INFO [Listener at localhost/41557 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-10-02T12:34:49,417 INFO [Listener at localhost/41557 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-10-02T12:34:49,557 INFO [Listener at localhost/41557 {}] http.HttpServer(1219): Jetty bound to port 42109 2023-10-02T12:34:49,559 INFO [Listener at localhost/41557 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-10-02T12:34:49,593 INFO [Listener at localhost/41557 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-10-02T12:34:49,597 INFO [Listener at localhost/41557 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@3e8122ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/hadoop.log.dir/,AVAILABLE} 2023-10-02T12:34:49,597 INFO [Listener at localhost/41557 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-10-02T12:34:49,597 INFO [Listener at localhost/41557 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@34058dc8{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-10-02T12:34:49,663 INFO [Listener at localhost/41557 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-10-02T12:34:49,677 INFO [Listener at localhost/41557 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-10-02T12:34:49,677 INFO [Listener at localhost/41557 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-10-02T12:34:49,680 INFO [Listener at localhost/41557 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2023-10-02T12:34:49,687 INFO [Listener at localhost/41557 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-10-02T12:34:50,896 INFO [Listener at localhost/41557 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@5955561c{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-10-02T12:34:50,908 INFO [Listener at localhost/41557 {}] server.AbstractConnector(333): Started ServerConnector@3d8ba9b2{HTTP/1.1, (http/1.1)}{0.0.0.0:42109} 2023-10-02T12:34:50,909 INFO [Listener at localhost/41557 {}] server.Server(415): Started @9088ms 2023-10-02T12:34:50,913 INFO [Listener at localhost/41557 {}] master.HMaster(485): hbase.rootdir=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675, hbase.cluster.distributed=false 2023-10-02T12:34:50,975 INFO [Listener at localhost/41557 {}] client.ConnectionUtils(128): regionserver/jenkins-hbase3:0 server-side Connection retries=45 2023-10-02T12:34:50,975 INFO [Listener at localhost/41557 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-10-02T12:34:50,976 INFO [Listener at localhost/41557 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-10-02T12:34:50,976 INFO [Listener at localhost/41557 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-10-02T12:34:50,976 INFO [Listener at localhost/41557 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-10-02T12:34:50,976 INFO [Listener at localhost/41557 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-10-02T12:34:50,984 INFO [Listener at localhost/41557 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-10-02T12:34:50,986 INFO [Listener at localhost/41557 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-10-02T12:34:50,988 INFO [Listener at localhost/41557 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:38219 2023-10-02T12:34:50,990 INFO [Listener at localhost/41557 {}] hfile.BlockCacheFactory(127): Allocating BlockCache size=782.40 MB, blockSize=64 KB 2023-10-02T12:34:51,004 DEBUG [Listener at localhost/41557 {}] mob.MobFileCache(121): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2023-10-02T12:34:51,006 INFO [Listener at localhost/41557 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-02T12:34:51,009 INFO [Listener at localhost/41557 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-02T12:34:51,012 INFO [Listener at localhost/41557 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=regionserver:38219 connecting to ZooKeeper ensemble=127.0.0.1:56909 2023-10-02T12:34:51,015 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): regionserver:382190x0, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-10-02T12:34:51,017 DEBUG [Listener at localhost/41557 {}] zookeeper.ZKUtil(113): regionserver:382190x0, quorum=127.0.0.1:56909, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-10-02T12:34:51,017 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): regionserver:38219-0x101732ba6490001 connected 2023-10-02T12:34:51,026 DEBUG [Listener at localhost/41557 {}] zookeeper.ZKUtil(113): regionserver:38219-0x101732ba6490001, quorum=127.0.0.1:56909, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-10-02T12:34:51,027 DEBUG [Listener at localhost/41557 {}] zookeeper.ZKUtil(113): regionserver:38219-0x101732ba6490001, quorum=127.0.0.1:56909, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-10-02T12:34:51,030 DEBUG [Listener at localhost/41557 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38219 2023-10-02T12:34:51,030 DEBUG [Listener at localhost/41557 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38219 2023-10-02T12:34:51,034 DEBUG [Listener at localhost/41557 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38219 2023-10-02T12:34:51,034 DEBUG [Listener at localhost/41557 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38219 2023-10-02T12:34:51,035 DEBUG [Listener at localhost/41557 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38219 2023-10-02T12:34:51,039 INFO [Listener at localhost/41557 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-10-02T12:34:51,040 INFO [Listener at localhost/41557 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-10-02T12:34:51,040 INFO [Listener at localhost/41557 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-10-02T12:34:51,041 INFO [Listener at localhost/41557 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2023-10-02T12:34:51,042 INFO [Listener at localhost/41557 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-10-02T12:34:51,042 INFO [Listener at localhost/41557 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-10-02T12:34:51,042 INFO [Listener at localhost/41557 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-10-02T12:34:51,045 INFO [Listener at localhost/41557 {}] http.HttpServer(1219): Jetty bound to port 38671 2023-10-02T12:34:51,045 INFO [Listener at localhost/41557 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-10-02T12:34:51,047 INFO [Listener at localhost/41557 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-10-02T12:34:51,048 INFO [Listener at localhost/41557 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@15a68215{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/hadoop.log.dir/,AVAILABLE} 2023-10-02T12:34:51,048 INFO [Listener at localhost/41557 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-10-02T12:34:51,049 INFO [Listener at localhost/41557 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@1045c21c{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-10-02T12:34:51,068 INFO [Listener at localhost/41557 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-10-02T12:34:51,069 INFO [Listener at localhost/41557 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-10-02T12:34:51,070 INFO [Listener at localhost/41557 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-10-02T12:34:51,070 INFO [Listener at localhost/41557 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2023-10-02T12:34:51,114 INFO [Listener at localhost/41557 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-10-02T12:34:51,122 INFO [Listener at localhost/41557 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@6bf0c210{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-10-02T12:34:51,124 INFO [Listener at localhost/41557 {}] server.AbstractConnector(333): Started ServerConnector@533ada8c{HTTP/1.1, (http/1.1)}{0.0.0.0:38671} 2023-10-02T12:34:51,124 INFO [Listener at localhost/41557 {}] server.Server(415): Started @9303ms 2023-10-02T12:34:51,134 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-10-02T12:34:51,142 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@1847cb19{HTTP/1.1, (http/1.1)}{0.0.0.0:38731} 2023-10-02T12:34:51,142 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(415): Started @9322ms 2023-10-02T12:34:51,143 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2388): Adding backup master ZNode /1/backup-masters/jenkins-hbase3.apache.org,36467,1696250087830 2023-10-02T12:34:51,155 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-10-02T12:34:51,155 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38219-0x101732ba6490001, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-10-02T12:34:51,160 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/jenkins-hbase3.apache.org,36467,1696250087830 2023-10-02T12:34:51,167 DEBUG [M:0;jenkins-hbase3:36467 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;jenkins-hbase3:36467 2023-10-02T12:34:51,185 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38219-0x101732ba6490001, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-10-02T12:34:51,185 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-10-02T12:34:51,185 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38219-0x101732ba6490001, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:34:51,185 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:34:51,186 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Set watcher on existing znode=/1/master 2023-10-02T12:34:51,188 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Set watcher on existing znode=/1/master 2023-10-02T12:34:51,188 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/jenkins-hbase3.apache.org,36467,1696250087830 from backup master directory 2023-10-02T12:34:51,194 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/jenkins-hbase3.apache.org,36467,1696250087830 2023-10-02T12:34:51,194 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38219-0x101732ba6490001, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-10-02T12:34:51,194 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-10-02T12:34:51,195 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-10-02T12:34:51,195 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=jenkins-hbase3.apache.org,36467,1696250087830 2023-10-02T12:34:51,199 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 352, initial count 0 2023-10-02T12:34:51,201 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 391, initial count 0 2023-10-02T12:34:51,302 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] util.FSUtils(611): Created cluster ID file at hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/hbase.id with ID: 03dd9bce-82eb-4804-90db-56e6b8b7b020 2023-10-02T12:34:51,348 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-02T12:34:51,367 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38219-0x101732ba6490001, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:34:51,368 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:34:51,421 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(355): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:34:51,424 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2023-10-02T12:34:51,448 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(271): ClientProtocol::create wrong number of arguments, should be hadoop 3.2 or below 2023-10-02T12:34:51,448 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(277): ClientProtocol::create wrong number of arguments, should be hadoop 2.x 2023-10-02T12:34:51,449 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(286): can not find SHOULD_REPLICATE flag, should be hadoop 2.x java.lang.IllegalArgumentException: No enum constant org.apache.hadoop.fs.CreateFlag.SHOULD_REPLICATE at java.lang.Enum.valueOf(Enum.java:238) ~[?:1.8.0_362] at org.apache.hadoop.fs.CreateFlag.valueOf(CreateFlag.java:63) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.loadShouldReplicateFlag(FanOutOneBlockAsyncDFSOutputHelper.java:284) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.(FanOutOneBlockAsyncDFSOutputHelper.java:311) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:140) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:951) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2413) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:574) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:571) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-10-02T12:34:51,460 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2130) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:951) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2413) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:574) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:571) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-10-02T12:34:51,462 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-10-02T12:34:51,977 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7093): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/MasterData/data/master/store 2023-10-02T12:34:52,027 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2023-10-02T12:34:52,028 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:34:52,028 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-10-02T12:34:52,029 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:34:52,029 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:34:52,029 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-10-02T12:34:52,029 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:34:52,029 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:34:52,029 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-10-02T12:34:52,033 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(232): failed to clean up initializing flag: hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/MasterData/data/master/store/.initializing 2023-10-02T12:34:52,033 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(202): WALDir=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/MasterData/WALs/jenkins-hbase3.apache.org,36467,1696250087830 2023-10-02T12:34:52,048 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-10-02T12:34:52,069 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C36467%2C1696250087830, suffix=, logDir=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/MasterData/WALs/jenkins-hbase3.apache.org,36467,1696250087830, archiveDir=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/MasterData/oldWALs, maxLogs=10 2023-10-02T12:34:52,114 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/MasterData/WALs/jenkins-hbase3.apache.org,36467,1696250087830/jenkins-hbase3.apache.org%2C36467%2C1696250087830.1696250092079, exclude list is [], retry=0 2023-10-02T12:34:52,146 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45145,DS-5000f36f-03c1-49d4-8f28-c2c78d45f9b8,DISK] 2023-10-02T12:34:52,157 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(123): Hadoop 3.2 and below use unshaded protobuf. java.lang.ClassNotFoundException: org.apache.hadoop.thirdparty.protobuf.MessageLite at java.net.URLClassLoader.findClass(URLClassLoader.java:387) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:418) ~[?:1.8.0_362] at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:352) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:351) ~[?:1.8.0_362] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.ProtobufDecoder.(ProtobufDecoder.java:118) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.processWriteBlockResponse(FanOutOneBlockAsyncDFSOutputHelper.java:347) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$100(FanOutOneBlockAsyncDFSOutputHelper.java:121) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$4.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:431) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:185) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:35) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hadoop.hbase.util.NettyFutureUtils.addListener(NettyFutureUtils.java:52) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:425) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$300(FanOutOneBlockAsyncDFSOutputHelper.java:121) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:483) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:478) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:653) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:691) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:489) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:397) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.4.jar:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-10-02T12:34:52,243 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/MasterData/WALs/jenkins-hbase3.apache.org,36467,1696250087830/jenkins-hbase3.apache.org%2C36467%2C1696250087830.1696250092079 2023-10-02T12:34:52,244 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:45145,DS-5000f36f-03c1-49d4-8f28-c2c78d45f9b8,DISK]] 2023-10-02T12:34:52,245 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7254): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:34:52,245 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:34:52,252 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7296): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:34:52,254 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7299): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:34:52,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:34:52,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2023-10-02T12:34:52,377 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:34:52,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-02T12:34:52,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:34:52,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2023-10-02T12:34:52,384 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:34:52,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:34:52,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:34:52,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2023-10-02T12:34:52,389 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:34:52,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:34:52,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:34:52,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2023-10-02T12:34:52,393 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:34:52,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:34:52,398 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:34:52,399 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:34:52,417 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2023-10-02T12:34:52,420 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1076): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:34:52,424 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:34:52,425 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1093): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10076022080, jitterRate=-0.0615973174571991}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2023-10-02T12:34:52,431 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(992): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2023-10-02T12:34:52,432 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2023-10-02T12:34:52,467 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f7a4136, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:34:52,524 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(860): No meta location available on zookeeper, skip migrating... 2023-10-02T12:34:52,546 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2023-10-02T12:34:52,546 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(563): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2023-10-02T12:34:52,549 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-10-02T12:34:52,551 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 1 msec 2023-10-02T12:34:52,558 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 6 msec 2023-10-02T12:34:52,558 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2023-10-02T12:34:52,597 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2023-10-02T12:34:52,621 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2023-10-02T12:34:52,623 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/balancer already deleted, retry=false 2023-10-02T12:34:52,627 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2023-10-02T12:34:52,629 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2023-10-02T12:34:52,630 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/normalizer already deleted, retry=false 2023-10-02T12:34:52,633 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2023-10-02T12:34:52,639 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2023-10-02T12:34:52,643 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/split already deleted, retry=false 2023-10-02T12:34:52,644 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2023-10-02T12:34:52,646 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/merge already deleted, retry=false 2023-10-02T12:34:52,667 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2023-10-02T12:34:52,668 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/snapshot-cleanup already deleted, retry=false 2023-10-02T12:34:52,674 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-10-02T12:34:52,674 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38219-0x101732ba6490001, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-10-02T12:34:52,674 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:34:52,674 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38219-0x101732ba6490001, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:34:52,675 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(804): Active/primary master=jenkins-hbase3.apache.org,36467,1696250087830, sessionid=0x101732ba6490000, setting cluster-up flag (Was=false) 2023-10-02T12:34:52,685 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2023-10-02T12:34:52,693 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:34:52,693 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38219-0x101732ba6490001, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:34:52,700 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2023-10-02T12:34:52,702 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,36467,1696250087830 2023-10-02T12:34:52,706 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:34:52,706 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38219-0x101732ba6490001, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:34:52,712 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2023-10-02T12:34:52,714 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,36467,1696250087830 2023-10-02T12:34:52,719 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:34:52,719 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38219-0x101732ba6490001, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:34:52,725 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2023-10-02T12:34:52,727 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,36467,1696250087830 2023-10-02T12:34:52,847 DEBUG [RS:0;jenkins-hbase3:38219 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;jenkins-hbase3:38219 2023-10-02T12:34:52,849 INFO [RS:0;jenkins-hbase3:38219 {}] regionserver.HRegionServer(997): ClusterId : 03dd9bce-82eb-4804-90db-56e6b8b7b020 2023-10-02T12:34:52,851 INFO [RS:0;jenkins-hbase3:38219 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2023-10-02T12:34:52,855 DEBUG [RS:0;jenkins-hbase3:38219 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2023-10-02T12:34:52,862 DEBUG [RS:0;jenkins-hbase3:38219 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2023-10-02T12:34:52,862 DEBUG [RS:0;jenkins-hbase3:38219 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2023-10-02T12:34:52,873 DEBUG [RS:0;jenkins-hbase3:38219 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2023-10-02T12:34:52,873 DEBUG [RS:0;jenkins-hbase3:38219 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2023-10-02T12:34:52,877 DEBUG [RS:0;jenkins-hbase3:38219 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2023-10-02T12:34:52,879 DEBUG [RS:0;jenkins-hbase3:38219 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36ad4c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:34:52,883 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2023-10-02T12:34:52,891 DEBUG [RS:0;jenkins-hbase3:38219 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62b20783, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-10-02T12:34:52,896 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(574): slop=0.2 2023-10-02T12:34:52,898 INFO [RS:0;jenkins-hbase3:38219 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2023-10-02T12:34:52,898 INFO [RS:0;jenkins-hbase3:38219 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2023-10-02T12:34:52,899 DEBUG [RS:0;jenkins-hbase3:38219 {}] regionserver.HRegionServer(1079): About to register with Master. 2023-10-02T12:34:52,903 INFO [RS:0;jenkins-hbase3:38219 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,36467,1696250087830 with isa=jenkins-hbase3.apache.org/172.31.12.81:38219, startcode=1696250090974 2023-10-02T12:34:52,904 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(285): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2023-10-02T12:34:52,917 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: jenkins-hbase3.apache.org,36467,1696250087830 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2023-10-02T12:34:52,923 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-10-02T12:34:52,923 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-10-02T12:34:52,924 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-10-02T12:34:52,924 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-10-02T12:34:52,924 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/jenkins-hbase3:0, corePoolSize=10, maxPoolSize=10 2023-10-02T12:34:52,924 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:34:52,924 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-10-02T12:34:52,925 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:34:52,931 DEBUG [RS:0;jenkins-hbase3:38219 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-10-02T12:34:52,961 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1696250122961 2023-10-02T12:34:52,966 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2023-10-02T12:34:52,968 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2023-10-02T12:34:52,969 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2023-10-02T12:34:52,971 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2023-10-02T12:34:52,978 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:34:52,979 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-10-02T12:34:52,987 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2023-10-02T12:34:52,989 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2023-10-02T12:34:52,990 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2023-10-02T12:34:52,991 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2023-10-02T12:34:52,991 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2023-10-02T12:34:52,998 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-10-02T12:34:53,009 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2023-10-02T12:34:53,013 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2023-10-02T12:34:53,013 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2023-10-02T12:34:53,034 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2023-10-02T12:34:53,034 INFO [PEWorker-1 {}] regionserver.HRegion(7075): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675 2023-10-02T12:34:53,041 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ReadOnlyZKClient(139): Connect 0x48ba4473 to 127.0.0.1:56909 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:34:53,052 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:52253, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-10-02T12:34:53,067 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36467 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3181) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:590) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:17393) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-10-02T12:34:53,095 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8f30069, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:34:53,096 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-10-02T12:34:53,110 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2023-10-02T12:34:53,111 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2023-10-02T12:34:53,119 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1696250093113,5,FailOnTimeoutGroup] 2023-10-02T12:34:53,130 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1696250093120,5,FailOnTimeoutGroup] 2023-10-02T12:34:53,131 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-10-02T12:34:53,135 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1635): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2023-10-02T12:34:53,137 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2023-10-02T12:34:53,138 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2023-10-02T12:34:53,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:34:53,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-10-02T12:34:53,163 DEBUG [RS:0;jenkins-hbase3:38219 {}] regionserver.HRegionServer(3046): Master is not running yet 2023-10-02T12:34:53,163 WARN [RS:0;jenkins-hbase3:38219 {}] regionserver.HRegionServer(1088): reportForDuty failed; sleeping 100 ms and then retrying. 2023-10-02T12:34:53,169 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-10-02T12:34:53,169 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:34:53,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-02T12:34:53,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-10-02T12:34:53,174 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-10-02T12:34:53,174 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:34:53,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-02T12:34:53,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-10-02T12:34:53,177 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-10-02T12:34:53,177 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:34:53,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-02T12:34:53,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/hbase/meta/1588230740 2023-10-02T12:34:53,181 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/hbase/meta/1588230740 2023-10-02T12:34:53,183 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-10-02T12:34:53,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-10-02T12:34:53,189 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:34:53,190 INFO [PEWorker-1 {}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10182994560, jitterRate=-0.05163472890853882}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-10-02T12:34:53,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-10-02T12:34:53,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-10-02T12:34:53,192 INFO [PEWorker-1 {}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-10-02T12:34:53,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-10-02T12:34:53,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-10-02T12:34:53,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-10-02T12:34:53,194 INFO [PEWorker-1 {}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-10-02T12:34:53,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-10-02T12:34:53,198 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2023-10-02T12:34:53,198 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2023-10-02T12:34:53,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2023-10-02T12:34:53,225 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2023-10-02T12:34:53,230 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2023-10-02T12:34:53,265 INFO [RS:0;jenkins-hbase3:38219 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,36467,1696250087830 with isa=jenkins-hbase3.apache.org/172.31.12.81:38219, startcode=1696250090974 2023-10-02T12:34:53,272 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36467 {}] master.ServerManager(403): Registering regionserver=jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:34:53,287 DEBUG [RS:0;jenkins-hbase3:38219 {}] regionserver.HRegionServer(1705): Config from master: hbase.rootdir=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675 2023-10-02T12:34:53,287 DEBUG [RS:0;jenkins-hbase3:38219 {}] regionserver.HRegionServer(1705): Config from master: fs.defaultFS=hdfs://localhost:34731 2023-10-02T12:34:53,287 DEBUG [RS:0;jenkins-hbase3:38219 {}] regionserver.HRegionServer(1705): Config from master: hbase.master.info.port=42109 2023-10-02T12:34:53,295 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-10-02T12:34:53,296 DEBUG [RS:0;jenkins-hbase3:38219 {}] zookeeper.ZKUtil(111): regionserver:38219-0x101732ba6490001, quorum=127.0.0.1:56909, baseZNode=/1 Set watcher on existing znode=/1/rs/jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:34:53,296 WARN [RS:0;jenkins-hbase3:38219 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-10-02T12:34:53,296 INFO [RS:0;jenkins-hbase3:38219 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-10-02T12:34:53,297 DEBUG [RS:0;jenkins-hbase3:38219 {}] regionserver.HRegionServer(2060): logDir=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/WALs/jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:34:53,300 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [jenkins-hbase3.apache.org,38219,1696250090974] 2023-10-02T12:34:53,321 DEBUG [RS:0;jenkins-hbase3:38219 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2023-10-02T12:34:53,343 INFO [RS:0;jenkins-hbase3:38219 {}] regionserver.MetricsRegionServerWrapperImpl(165): Computing regionserver metrics every 5000 milliseconds 2023-10-02T12:34:53,365 INFO [RS:0;jenkins-hbase3:38219 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=782.4 M, globalMemStoreLimitLowMark=743.3 M, Offheap=false 2023-10-02T12:34:53,371 INFO [RS:0;jenkins-hbase3:38219 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2023-10-02T12:34:53,372 INFO [RS:0;jenkins-hbase3:38219 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2023-10-02T12:34:53,373 INFO [RS:0;jenkins-hbase3:38219 {}] regionserver.HRegionServer$CompactionChecker(1947): CompactionChecker runs every PT1S 2023-10-02T12:34:53,381 WARN [jenkins-hbase3:36467 {}] assignment.AssignmentManager(2282): No servers available; cannot place 1 unassigned regions. 2023-10-02T12:34:53,387 INFO [RS:0;jenkins-hbase3:38219 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2023-10-02T12:34:53,387 DEBUG [RS:0;jenkins-hbase3:38219 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:34:53,387 DEBUG [RS:0;jenkins-hbase3:38219 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:34:53,388 DEBUG [RS:0;jenkins-hbase3:38219 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:34:53,388 DEBUG [RS:0;jenkins-hbase3:38219 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:34:53,388 DEBUG [RS:0;jenkins-hbase3:38219 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:34:53,388 DEBUG [RS:0;jenkins-hbase3:38219 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-10-02T12:34:53,388 DEBUG [RS:0;jenkins-hbase3:38219 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:34:53,388 DEBUG [RS:0;jenkins-hbase3:38219 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:34:53,389 DEBUG [RS:0;jenkins-hbase3:38219 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:34:53,389 DEBUG [RS:0;jenkins-hbase3:38219 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:34:53,389 DEBUG [RS:0;jenkins-hbase3:38219 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:34:53,389 DEBUG [RS:0;jenkins-hbase3:38219 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-10-02T12:34:53,389 DEBUG [RS:0;jenkins-hbase3:38219 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-10-02T12:34:53,391 INFO [RS:0;jenkins-hbase3:38219 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2023-10-02T12:34:53,391 INFO [RS:0;jenkins-hbase3:38219 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2023-10-02T12:34:53,391 INFO [RS:0;jenkins-hbase3:38219 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2023-10-02T12:34:53,392 INFO [RS:0;jenkins-hbase3:38219 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2023-10-02T12:34:53,392 INFO [RS:0;jenkins-hbase3:38219 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,38219,1696250090974-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-10-02T12:34:53,411 INFO [RS:0;jenkins-hbase3:38219 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2023-10-02T12:34:53,415 INFO [RS:0;jenkins-hbase3:38219 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,38219,1696250090974-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2023-10-02T12:34:53,436 INFO [RS:0;jenkins-hbase3:38219 {}] regionserver.Replication(204): jenkins-hbase3.apache.org,38219,1696250090974 started 2023-10-02T12:34:53,436 INFO [RS:0;jenkins-hbase3:38219 {}] regionserver.HRegionServer(1747): Serving as jenkins-hbase3.apache.org,38219,1696250090974, RpcServer on jenkins-hbase3.apache.org/172.31.12.81:38219, sessionid=0x101732ba6490001 2023-10-02T12:34:53,437 DEBUG [RS:0;jenkins-hbase3:38219 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2023-10-02T12:34:53,437 DEBUG [RS:0;jenkins-hbase3:38219 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:34:53,437 DEBUG [RS:0;jenkins-hbase3:38219 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,38219,1696250090974' 2023-10-02T12:34:53,437 DEBUG [RS:0;jenkins-hbase3:38219 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2023-10-02T12:34:53,438 DEBUG [RS:0;jenkins-hbase3:38219 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2023-10-02T12:34:53,438 DEBUG [RS:0;jenkins-hbase3:38219 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2023-10-02T12:34:53,439 DEBUG [RS:0;jenkins-hbase3:38219 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2023-10-02T12:34:53,439 DEBUG [RS:0;jenkins-hbase3:38219 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,38219,1696250090974' 2023-10-02T12:34:53,439 DEBUG [RS:0;jenkins-hbase3:38219 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-10-02T12:34:53,439 DEBUG [RS:0;jenkins-hbase3:38219 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-10-02T12:34:53,440 INFO [RS:0;jenkins-hbase3:38219 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2023-10-02T12:34:53,440 DEBUG [RS:0;jenkins-hbase3:38219 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2023-10-02T12:34:53,440 DEBUG [RS:0;jenkins-hbase3:38219 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2023-10-02T12:34:53,440 DEBUG [RS:0;jenkins-hbase3:38219 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:34:53,440 DEBUG [RS:0;jenkins-hbase3:38219 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,38219,1696250090974' 2023-10-02T12:34:53,440 DEBUG [RS:0;jenkins-hbase3:38219 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2023-10-02T12:34:53,441 DEBUG [RS:0;jenkins-hbase3:38219 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2023-10-02T12:34:53,441 DEBUG [RS:0;jenkins-hbase3:38219 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2023-10-02T12:34:53,441 INFO [RS:0;jenkins-hbase3:38219 {}] quotas.RegionServerRpcQuotaManager(63): Quota support disabled 2023-10-02T12:34:53,441 INFO [RS:0;jenkins-hbase3:38219 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2023-10-02T12:34:53,557 INFO [RS:0;jenkins-hbase3:38219 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-10-02T12:34:53,560 INFO [RS:0;jenkins-hbase3:38219 {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C38219%2C1696250090974, suffix=, logDir=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/WALs/jenkins-hbase3.apache.org,38219,1696250090974, archiveDir=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/oldWALs, maxLogs=32 2023-10-02T12:34:53,579 DEBUG [RS:0;jenkins-hbase3:38219 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/WALs/jenkins-hbase3.apache.org,38219,1696250090974/jenkins-hbase3.apache.org%2C38219%2C1696250090974.1696250093563, exclude list is [], retry=0 2023-10-02T12:34:53,588 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45145,DS-5000f36f-03c1-49d4-8f28-c2c78d45f9b8,DISK] 2023-10-02T12:34:53,593 INFO [RS:0;jenkins-hbase3:38219 {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/WALs/jenkins-hbase3.apache.org,38219,1696250090974/jenkins-hbase3.apache.org%2C38219%2C1696250090974.1696250093563 2023-10-02T12:34:53,594 DEBUG [RS:0;jenkins-hbase3:38219 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:45145,DS-5000f36f-03c1-49d4-8f28-c2c78d45f9b8,DISK]] 2023-10-02T12:34:53,632 DEBUG [jenkins-hbase3:36467 {}] assignment.AssignmentManager(2303): Processing assignQueue; systemServersCount=1, allServersCount=1 2023-10-02T12:34:53,645 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:34:53,655 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,38219,1696250090974, state=OPENING 2023-10-02T12:34:53,669 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2023-10-02T12:34:53,673 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38219-0x101732ba6490001, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:34:53,673 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:34:53,674 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-10-02T12:34:53,676 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-10-02T12:34:53,680 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,38219,1696250090974}] 2023-10-02T12:34:53,878 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(721): New admin connection to jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:34:53,881 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=AdminService, sasl=false 2023-10-02T12:34:53,885 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:55796, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2023-10-02T12:34:53,898 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(130): Open hbase:meta,,1.1588230740 2023-10-02T12:34:53,899 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-10-02T12:34:53,900 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2023-10-02T12:34:53,903 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C38219%2C1696250090974.meta, suffix=.meta, logDir=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/WALs/jenkins-hbase3.apache.org,38219,1696250090974, archiveDir=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/oldWALs, maxLogs=32 2023-10-02T12:34:53,915 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/WALs/jenkins-hbase3.apache.org,38219,1696250090974/jenkins-hbase3.apache.org%2C38219%2C1696250090974.meta.1696250093904.meta, exclude list is [], retry=0 2023-10-02T12:34:53,920 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45145,DS-5000f36f-03c1-49d4-8f28-c2c78d45f9b8,DISK] 2023-10-02T12:34:53,925 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/WALs/jenkins-hbase3.apache.org,38219,1696250090974/jenkins-hbase3.apache.org%2C38219%2C1696250090974.meta.1696250093904.meta 2023-10-02T12:34:53,926 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:45145,DS-5000f36f-03c1-49d4-8f28-c2c78d45f9b8,DISK]] 2023-10-02T12:34:53,926 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7254): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:34:53,932 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:34:53,932 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2023-10-02T12:34:53,951 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7955): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2023-10-02T12:34:53,951 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(393): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2023-10-02T12:34:53,956 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2023-10-02T12:34:53,956 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:34:53,957 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7296): checking encryption for 1588230740 2023-10-02T12:34:53,957 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7299): checking classloading for 1588230740 2023-10-02T12:34:53,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-10-02T12:34:53,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-10-02T12:34:53,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:34:53,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-02T12:34:53,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-10-02T12:34:53,964 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-10-02T12:34:53,964 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:34:53,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-02T12:34:53,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-10-02T12:34:53,966 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-10-02T12:34:53,966 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:34:53,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-02T12:34:53,969 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/hbase/meta/1588230740 2023-10-02T12:34:53,971 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/hbase/meta/1588230740 2023-10-02T12:34:53,974 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-10-02T12:34:53,977 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-10-02T12:34:53,979 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11036982240, jitterRate=0.02789907157421112}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-10-02T12:34:53,980 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-10-02T12:34:53,992 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1696250093869 2023-10-02T12:34:54,013 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:meta,,1.1588230740 2023-10-02T12:34:54,014 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(158): Opened hbase:meta,,1.1588230740 2023-10-02T12:34:54,015 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:34:54,017 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,38219,1696250090974, state=OPEN 2023-10-02T12:34:54,020 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-10-02T12:34:54,020 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38219-0x101732ba6490001, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-10-02T12:34:54,020 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-10-02T12:34:54,020 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-10-02T12:34:54,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=3, resume processing ppid=2 2023-10-02T12:34:54,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,38219,1696250090974 in 340 msec 2023-10-02T12:34:54,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=2, resume processing ppid=1 2023-10-02T12:34:54,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 819 msec 2023-10-02T12:34:54,040 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.2450 sec 2023-10-02T12:34:54,040 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1063): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1696250094040, completionTime=-1 2023-10-02T12:34:54,040 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ServerManager(830): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2023-10-02T12:34:54,041 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1629): Joining cluster... 2023-10-02T12:34:54,316 DEBUG [hconnection-0x6cf31c26-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:34:54,324 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:55806, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:34:54,348 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1641): Number of RegionServers=1 2023-10-02T12:34:54,348 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1696250154348 2023-10-02T12:34:54,348 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1696250214348 2023-10-02T12:34:54,349 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1648): Joined the cluster in 308 msec 2023-10-02T12:34:54,390 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,36467,1696250087830-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2023-10-02T12:34:54,390 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,36467,1696250087830-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2023-10-02T12:34:54,390 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,36467,1696250087830-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2023-10-02T12:34:54,392 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-jenkins-hbase3:36467, period=300000, unit=MILLISECONDS is enabled. 2023-10-02T12:34:54,393 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2023-10-02T12:34:54,400 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] janitor.CatalogJanitor(175): 2023-10-02T12:34:54,416 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2023-10-02T12:34:54,418 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2368): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-10-02T12:34:54,432 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2023-10-02T12:34:54,441 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2023-10-02T12:34:54,444 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:34:54,447 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-02T12:34:54,889 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 147a458d3502128fa501ae9bf36c7f02, NAME => 'hbase:namespace,,1696250094417.147a458d3502128fa501ae9bf36c7f02.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675 2023-10-02T12:34:55,302 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(888): Instantiated hbase:namespace,,1696250094417.147a458d3502128fa501ae9bf36c7f02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:34:55,302 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1668): Closing 147a458d3502128fa501ae9bf36c7f02, disabling compactions & flushes 2023-10-02T12:34:55,302 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1690): Closing region hbase:namespace,,1696250094417.147a458d3502128fa501ae9bf36c7f02. 2023-10-02T12:34:55,302 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1696250094417.147a458d3502128fa501ae9bf36c7f02. 2023-10-02T12:34:55,302 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1696250094417.147a458d3502128fa501ae9bf36c7f02. after waiting 0 ms 2023-10-02T12:34:55,302 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1696250094417.147a458d3502128fa501ae9bf36c7f02. 2023-10-02T12:34:55,302 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1909): Closed hbase:namespace,,1696250094417.147a458d3502128fa501ae9bf36c7f02. 2023-10-02T12:34:55,302 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1622): Region close journal for 147a458d3502128fa501ae9bf36c7f02: 2023-10-02T12:34:55,305 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2023-10-02T12:34:55,325 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1696250094417.147a458d3502128fa501ae9bf36c7f02.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1696250095308"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696250095308"}]},"ts":"1696250095308"} 2023-10-02T12:34:55,363 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:34:55,364 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-02T12:34:55,370 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696250095365"}]},"ts":"1696250095365"} 2023-10-02T12:34:55,374 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2023-10-02T12:34:55,379 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=147a458d3502128fa501ae9bf36c7f02, ASSIGN}] 2023-10-02T12:34:55,382 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=147a458d3502128fa501ae9bf36c7f02, ASSIGN 2023-10-02T12:34:55,383 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=147a458d3502128fa501ae9bf36c7f02, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,38219,1696250090974; forceNewPlan=false, retain=false 2023-10-02T12:34:55,535 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=147a458d3502128fa501ae9bf36c7f02, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:34:55,542 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 147a458d3502128fa501ae9bf36c7f02, server=jenkins-hbase3.apache.org,38219,1696250090974}] 2023-10-02T12:34:55,703 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(130): Open hbase:namespace,,1696250094417.147a458d3502128fa501ae9bf36c7f02. 2023-10-02T12:34:55,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7254): Opening region: {ENCODED => 147a458d3502128fa501ae9bf36c7f02, NAME => 'hbase:namespace,,1696250094417.147a458d3502128fa501ae9bf36c7f02.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:34:55,704 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:34:55,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 147a458d3502128fa501ae9bf36c7f02 2023-10-02T12:34:55,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(888): Instantiated hbase:namespace,,1696250094417.147a458d3502128fa501ae9bf36c7f02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:34:55,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7296): checking encryption for 147a458d3502128fa501ae9bf36c7f02 2023-10-02T12:34:55,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7299): checking classloading for 147a458d3502128fa501ae9bf36c7f02 2023-10-02T12:34:55,708 INFO [StoreOpener-147a458d3502128fa501ae9bf36c7f02-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 147a458d3502128fa501ae9bf36c7f02 2023-10-02T12:34:55,711 INFO [StoreOpener-147a458d3502128fa501ae9bf36c7f02-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 147a458d3502128fa501ae9bf36c7f02 columnFamilyName info 2023-10-02T12:34:55,711 DEBUG [StoreOpener-147a458d3502128fa501ae9bf36c7f02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:34:55,712 INFO [StoreOpener-147a458d3502128fa501ae9bf36c7f02-1 {}] regionserver.HStore(324): Store=147a458d3502128fa501ae9bf36c7f02/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:34:55,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/hbase/namespace/147a458d3502128fa501ae9bf36c7f02 2023-10-02T12:34:55,715 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/hbase/namespace/147a458d3502128fa501ae9bf36c7f02 2023-10-02T12:34:55,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1076): writing seq id for 147a458d3502128fa501ae9bf36c7f02 2023-10-02T12:34:55,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/hbase/namespace/147a458d3502128fa501ae9bf36c7f02/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:34:55,724 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1093): Opened 147a458d3502128fa501ae9bf36c7f02; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10948812320, jitterRate=0.019687607884407043}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-10-02T12:34:55,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(992): Region open journal for 147a458d3502128fa501ae9bf36c7f02: 2023-10-02T12:34:55,727 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:namespace,,1696250094417.147a458d3502128fa501ae9bf36c7f02., pid=6, masterSystemTime=1696250095696 2023-10-02T12:34:55,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:namespace,,1696250094417.147a458d3502128fa501ae9bf36c7f02. 2023-10-02T12:34:55,731 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(158): Opened hbase:namespace,,1696250094417.147a458d3502128fa501ae9bf36c7f02. 2023-10-02T12:34:55,732 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=147a458d3502128fa501ae9bf36c7f02, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:34:55,742 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=6, resume processing ppid=5 2023-10-02T12:34:55,742 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 147a458d3502128fa501ae9bf36c7f02, server=jenkins-hbase3.apache.org,38219,1696250090974 in 194 msec 2023-10-02T12:34:55,746 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=5, resume processing ppid=4 2023-10-02T12:34:55,746 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=147a458d3502128fa501ae9bf36c7f02, ASSIGN in 363 msec 2023-10-02T12:34:55,747 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-02T12:34:55,747 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696250095747"}]},"ts":"1696250095747"} 2023-10-02T12:34:55,750 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2023-10-02T12:34:55,754 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2023-10-02T12:34:55,757 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.3350 sec 2023-10-02T12:34:55,842 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2023-10-02T12:34:55,845 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38219-0x101732ba6490001, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:34:55,845 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2023-10-02T12:34:55,845 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:34:55,895 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2023-10-02T12:34:55,913 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-10-02T12:34:55,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 32 msec 2023-10-02T12:34:55,933 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2023-10-02T12:34:55,946 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-10-02T12:34:55,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 19 msec 2023-10-02T12:34:55,960 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2023-10-02T12:34:55,964 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2023-10-02T12:34:55,964 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1193): Master has completed initialization 4.769sec 2023-10-02T12:34:55,966 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2023-10-02T12:34:55,968 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2023-10-02T12:34:55,969 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2023-10-02T12:34:55,970 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2023-10-02T12:34:55,970 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2023-10-02T12:34:55,972 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,36467,1696250087830-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-10-02T12:34:55,973 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,36467,1696250087830-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2023-10-02T12:34:55,987 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1296): Balancer post startup initialization complete, took 0 seconds 2023-10-02T12:34:55,989 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2023-10-02T12:34:56,031 DEBUG [Listener at localhost/41557 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x4f524148 to 127.0.0.1:56909 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:34:56,036 DEBUG [Listener at localhost/41557 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2be5bf16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:34:56,040 DEBUG [Listener at localhost/41557 {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2023-10-02T12:34:56,040 DEBUG [Listener at localhost/41557 {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2023-10-02T12:34:56,055 DEBUG [hconnection-0x36b352ea-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:34:56,066 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:55816, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:34:56,076 INFO [Listener at localhost/41557 {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=jenkins-hbase3.apache.org,36467,1696250087830 2023-10-02T12:34:56,077 INFO [Listener at localhost/41557 {}] hbase.HBaseTestingUtility(2786): Starting mini mapreduce cluster... 2023-10-02T12:34:56,077 INFO [Listener at localhost/41557 {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/test.cache.data in system properties and HBase conf 2023-10-02T12:34:56,077 INFO [Listener at localhost/41557 {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/hadoop.tmp.dir in system properties and HBase conf 2023-10-02T12:34:56,077 INFO [Listener at localhost/41557 {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/hadoop.log.dir in system properties and HBase conf 2023-10-02T12:34:56,077 INFO [Listener at localhost/41557 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/mapreduce.cluster.local.dir in system properties and HBase conf 2023-10-02T12:34:56,077 INFO [Listener at localhost/41557 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-10-02T12:34:56,077 INFO [Listener at localhost/41557 {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-10-02T12:34:56,077 INFO [Listener at localhost/41557 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-10-02T12:34:56,077 INFO [Listener at localhost/41557 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-10-02T12:34:56,077 INFO [Listener at localhost/41557 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-10-02T12:34:56,077 INFO [Listener at localhost/41557 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-10-02T12:34:56,078 INFO [Listener at localhost/41557 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-10-02T12:34:56,078 INFO [Listener at localhost/41557 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-10-02T12:34:56,078 INFO [Listener at localhost/41557 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-10-02T12:34:56,078 INFO [Listener at localhost/41557 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/dfs.journalnode.edits.dir in system properties and HBase conf 2023-10-02T12:34:56,078 INFO [Listener at localhost/41557 {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-10-02T12:34:56,078 INFO [Listener at localhost/41557 {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/nfs.dump.dir in system properties and HBase conf 2023-10-02T12:34:56,078 INFO [Listener at localhost/41557 {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/java.io.tmpdir in system properties and HBase conf 2023-10-02T12:34:56,078 INFO [Listener at localhost/41557 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/dfs.journalnode.edits.dir in system properties and HBase conf 2023-10-02T12:34:56,078 INFO [Listener at localhost/41557 {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-10-02T12:34:56,078 INFO [Listener at localhost/41557 {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2023-10-02T12:34:57,244 WARN [Thread-249 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-10-02T12:34:57,627 INFO [Thread-249 {}] log.Slf4jLog(67): jetty-6.1.26 2023-10-02T12:34:57,633 INFO [Thread-249 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/jobhistory to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_40569_jobhistory____h4ubd2/webapp 2023-10-02T12:34:57,810 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2023-10-02T12:34:57,810 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2023-10-02T12:34:57,810 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-10-02T12:34:57,814 INFO [Thread-249 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-10-02T12:34:57,911 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:34:58,054 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:34:58,369 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2023-10-02T12:34:58,438 INFO [Thread-249 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:40569 2023-10-02T12:34:58,747 WARN [Listener at jenkins-hbase3.apache.org/37531 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-10-02T12:34:58,891 WARN [Listener at jenkins-hbase3.apache.org/37531 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-10-02T12:34:58,892 INFO [Listener at jenkins-hbase3.apache.org/37531 {}] log.Slf4jLog(67): jetty-6.1.26 2023-10-02T12:34:58,901 INFO [Listener at jenkins-hbase3.apache.org/37531 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/cluster to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_35185_cluster____.j1v7vt/webapp 2023-10-02T12:34:58,950 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-10-02T12:34:58,951 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2023-10-02T12:34:58,999 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-10-02T12:34:58,999 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2023-10-02T12:34:59,004 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:34:59,004 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2023-10-02T12:34:59,004 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-10-02T12:34:59,004 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2023-10-02T12:34:59,005 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2023-10-02T12:34:59,005 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2023-10-02T12:34:59,076 INFO [Listener at jenkins-hbase3.apache.org/37531 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2023-10-02T12:34:59,078 INFO [Listener at jenkins-hbase3.apache.org/37531 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2023-10-02T12:34:59,078 INFO [Listener at jenkins-hbase3.apache.org/37531 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-10-02T12:34:59,083 INFO [Listener at jenkins-hbase3.apache.org/37531 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-10-02T12:34:59,097 INFO [Listener at jenkins-hbase3.apache.org/37531 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:34:59,335 INFO [Listener at jenkins-hbase3.apache.org/37531 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:34:59,443 INFO [Listener at jenkins-hbase3.apache.org/37531 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:34:59,473 INFO [Listener at jenkins-hbase3.apache.org/37531 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:35185 2023-10-02T12:34:59,589 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-10-02T12:34:59,697 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2023-10-02T12:34:59,724 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2023-10-02T12:35:00,207 WARN [Listener at jenkins-hbase3.apache.org/36021 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-10-02T12:35:00,238 WARN [Listener at jenkins-hbase3.apache.org/36021 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-10-02T12:35:00,239 INFO [Listener at jenkins-hbase3.apache.org/36021 {}] log.Slf4jLog(67): jetty-6.1.26 2023-10-02T12:35:00,247 INFO [Listener at jenkins-hbase3.apache.org/36021 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_37159_node____z98xxs/webapp 2023-10-02T12:35:00,329 INFO [Listener at jenkins-hbase3.apache.org/36021 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-10-02T12:35:00,329 INFO [Listener at jenkins-hbase3.apache.org/36021 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-10-02T12:35:00,329 INFO [Listener at jenkins-hbase3.apache.org/36021 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-10-02T12:35:00,329 INFO [Listener at jenkins-hbase3.apache.org/36021 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-10-02T12:35:00,341 INFO [Listener at jenkins-hbase3.apache.org/36021 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:35:00,368 INFO [Listener at jenkins-hbase3.apache.org/36021 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:35:00,464 INFO [Listener at jenkins-hbase3.apache.org/36021 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:35:00,484 INFO [Listener at jenkins-hbase3.apache.org/36021 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:37159 2023-10-02T12:35:00,853 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-10-02T12:35:00,863 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-10-02T12:35:00,864 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] log.Slf4jLog(67): jetty-6.1.26 2023-10-02T12:35:00,877 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_38433_node____.7z14gi/webapp 2023-10-02T12:35:00,942 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-10-02T12:35:00,943 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-10-02T12:35:00,943 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-10-02T12:35:00,943 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-10-02T12:35:00,954 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:35:00,975 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:35:01,061 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:35:01,068 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:38433 2023-10-02T12:35:01,110 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] hbase.HBaseTestingUtility(2821): Mini mapreduce cluster started 2023-10-02T12:35:01,110 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] backup.TestBackupBase(301): ROOTDIR hdfs://localhost:34731/backupUT 2023-10-02T12:35:01,124 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:35:01,131 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:39760, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:35:01,151 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns1'} 2023-10-02T12:35:01,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] procedure2.ProcedureExecutor(1032): Stored pid=9, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns1 2023-10-02T12:35:01,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=9 2023-10-02T12:35:01,189 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-10-02T12:35:01,196 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=9, state=SUCCESS; CreateNamespaceProcedure, namespace=ns1 in 41 msec 2023-10-02T12:35:01,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=9 2023-10-02T12:35:01,297 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns2'} 2023-10-02T12:35:01,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] procedure2.ProcedureExecutor(1032): Stored pid=10, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns2 2023-10-02T12:35:01,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=10 2023-10-02T12:35:01,318 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-10-02T12:35:01,327 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=10, state=SUCCESS; CreateNamespaceProcedure, namespace=ns2 in 27 msec 2023-10-02T12:35:01,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=10 2023-10-02T12:35:01,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns3'} 2023-10-02T12:35:01,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] procedure2.ProcedureExecutor(1032): Stored pid=11, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns3 2023-10-02T12:35:01,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=11 2023-10-02T12:35:01,429 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-10-02T12:35:01,436 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=11, state=SUCCESS; CreateNamespaceProcedure, namespace=ns3 in 23 msec 2023-10-02T12:35:01,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=11 2023-10-02T12:35:01,533 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns4'} 2023-10-02T12:35:01,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] procedure2.ProcedureExecutor(1032): Stored pid=12, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns4 2023-10-02T12:35:01,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=12 2023-10-02T12:35:01,552 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-10-02T12:35:01,561 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=12, state=SUCCESS; CreateNamespaceProcedure, namespace=ns4 in 25 msec 2023-10-02T12:35:01,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=12 2023-10-02T12:35:01,663 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'test-1696250101110', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:35:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] procedure2.ProcedureExecutor(1032): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test-1696250101110 2023-10-02T12:35:01,669 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test-1696250101110 execute state=CREATE_TABLE_PRE_OPERATION 2023-10-02T12:35:01,670 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:35:01,671 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "test-1696250101110" procId is: 13 2023-10-02T12:35:01,672 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test-1696250101110 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-02T12:35:01,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-10-02T12:35:01,716 INFO [RegionOpenAndInit-test-1696250101110-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 17c97e6e364a87b3648f2e5254384488, NAME => 'test-1696250101110,,1696250101656.17c97e6e364a87b3648f2e5254384488.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1696250101110', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675 2023-10-02T12:35:01,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-10-02T12:35:01,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-10-02T12:35:02,141 DEBUG [RegionOpenAndInit-test-1696250101110-pool-0 {}] regionserver.HRegion(888): Instantiated test-1696250101110,,1696250101656.17c97e6e364a87b3648f2e5254384488.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:35:02,141 DEBUG [RegionOpenAndInit-test-1696250101110-pool-0 {}] regionserver.HRegion(1668): Closing 17c97e6e364a87b3648f2e5254384488, disabling compactions & flushes 2023-10-02T12:35:02,141 INFO [RegionOpenAndInit-test-1696250101110-pool-0 {}] regionserver.HRegion(1690): Closing region test-1696250101110,,1696250101656.17c97e6e364a87b3648f2e5254384488. 2023-10-02T12:35:02,141 DEBUG [RegionOpenAndInit-test-1696250101110-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1696250101110,,1696250101656.17c97e6e364a87b3648f2e5254384488. 2023-10-02T12:35:02,141 DEBUG [RegionOpenAndInit-test-1696250101110-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on test-1696250101110,,1696250101656.17c97e6e364a87b3648f2e5254384488. after waiting 0 ms 2023-10-02T12:35:02,141 DEBUG [RegionOpenAndInit-test-1696250101110-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region test-1696250101110,,1696250101656.17c97e6e364a87b3648f2e5254384488. 2023-10-02T12:35:02,142 INFO [RegionOpenAndInit-test-1696250101110-pool-0 {}] regionserver.HRegion(1909): Closed test-1696250101110,,1696250101656.17c97e6e364a87b3648f2e5254384488. 2023-10-02T12:35:02,142 DEBUG [RegionOpenAndInit-test-1696250101110-pool-0 {}] regionserver.HRegion(1622): Region close journal for 17c97e6e364a87b3648f2e5254384488: 2023-10-02T12:35:02,143 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test-1696250101110 execute state=CREATE_TABLE_ADD_TO_META 2023-10-02T12:35:02,144 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test-1696250101110,,1696250101656.17c97e6e364a87b3648f2e5254384488.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1696250102144"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696250102144"}]},"ts":"1696250102144"} 2023-10-02T12:35:02,157 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:35:02,159 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test-1696250101110 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-02T12:35:02,159 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1696250101110","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696250102159"}]},"ts":"1696250102159"} 2023-10-02T12:35:02,162 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1696250101110, state=ENABLING in hbase:meta 2023-10-02T12:35:02,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1696250101110, region=17c97e6e364a87b3648f2e5254384488, ASSIGN}] 2023-10-02T12:35:02,170 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1696250101110, region=17c97e6e364a87b3648f2e5254384488, ASSIGN 2023-10-02T12:35:02,171 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1696250101110, region=17c97e6e364a87b3648f2e5254384488, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,38219,1696250090974; forceNewPlan=false, retain=false 2023-10-02T12:35:02,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-10-02T12:35:02,323 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=17c97e6e364a87b3648f2e5254384488, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:35:02,327 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; OpenRegionProcedure 17c97e6e364a87b3648f2e5254384488, server=jenkins-hbase3.apache.org,38219,1696250090974}] 2023-10-02T12:35:02,491 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(130): Open test-1696250101110,,1696250101656.17c97e6e364a87b3648f2e5254384488. 2023-10-02T12:35:02,491 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7254): Opening region: {ENCODED => 17c97e6e364a87b3648f2e5254384488, NAME => 'test-1696250101110,,1696250101656.17c97e6e364a87b3648f2e5254384488.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:35:02,492 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:35:02,492 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1696250101110 17c97e6e364a87b3648f2e5254384488 2023-10-02T12:35:02,492 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(888): Instantiated test-1696250101110,,1696250101656.17c97e6e364a87b3648f2e5254384488.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:35:02,492 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7296): checking encryption for 17c97e6e364a87b3648f2e5254384488 2023-10-02T12:35:02,492 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7299): checking classloading for 17c97e6e364a87b3648f2e5254384488 2023-10-02T12:35:02,496 INFO [StoreOpener-17c97e6e364a87b3648f2e5254384488-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 17c97e6e364a87b3648f2e5254384488 2023-10-02T12:35:02,501 INFO [StoreOpener-17c97e6e364a87b3648f2e5254384488-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17c97e6e364a87b3648f2e5254384488 columnFamilyName f 2023-10-02T12:35:02,501 DEBUG [StoreOpener-17c97e6e364a87b3648f2e5254384488-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:35:02,503 INFO [StoreOpener-17c97e6e364a87b3648f2e5254384488-1 {}] regionserver.HStore(324): Store=17c97e6e364a87b3648f2e5254384488/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:35:02,504 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/default/test-1696250101110/17c97e6e364a87b3648f2e5254384488 2023-10-02T12:35:02,505 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/default/test-1696250101110/17c97e6e364a87b3648f2e5254384488 2023-10-02T12:35:02,510 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1076): writing seq id for 17c97e6e364a87b3648f2e5254384488 2023-10-02T12:35:02,518 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/default/test-1696250101110/17c97e6e364a87b3648f2e5254384488/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:35:02,519 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): Opened 17c97e6e364a87b3648f2e5254384488; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10446774720, jitterRate=-0.027068287134170532}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-10-02T12:35:02,520 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(992): Region open journal for 17c97e6e364a87b3648f2e5254384488: 2023-10-02T12:35:02,522 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2556): Post open deploy tasks for test-1696250101110,,1696250101656.17c97e6e364a87b3648f2e5254384488., pid=15, masterSystemTime=1696250102481 2023-10-02T12:35:02,525 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2583): Finished post open deploy task for test-1696250101110,,1696250101656.17c97e6e364a87b3648f2e5254384488. 2023-10-02T12:35:02,525 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(158): Opened test-1696250101110,,1696250101656.17c97e6e364a87b3648f2e5254384488. 2023-10-02T12:35:02,526 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=17c97e6e364a87b3648f2e5254384488, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:35:02,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=15, resume processing ppid=14 2023-10-02T12:35:02,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=15, ppid=14, state=SUCCESS; OpenRegionProcedure 17c97e6e364a87b3648f2e5254384488, server=jenkins-hbase3.apache.org,38219,1696250090974 in 203 msec 2023-10-02T12:35:02,538 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=14, resume processing ppid=13 2023-10-02T12:35:02,538 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=14, ppid=13, state=SUCCESS; TransitRegionStateProcedure table=test-1696250101110, region=17c97e6e364a87b3648f2e5254384488, ASSIGN in 367 msec 2023-10-02T12:35:02,539 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test-1696250101110 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-02T12:35:02,540 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1696250101110","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696250102539"}]},"ts":"1696250102539"} 2023-10-02T12:35:02,542 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1696250101110, state=ENABLED in hbase:meta 2023-10-02T12:35:02,545 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test-1696250101110 execute state=CREATE_TABLE_POST_OPERATION 2023-10-02T12:35:02,547 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=13, state=SUCCESS; CreateTableProcedure table=test-1696250101110 in 882 msec 2023-10-02T12:35:02,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-10-02T12:35:02,796 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: default:test-1696250101110, procId: 13 completed 2023-10-02T12:35:02,798 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x15da3c65 to 127.0.0.1:56909 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:35:02,816 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@281d4229, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:35:02,820 DEBUG [hconnection-0x7c331749-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:35:02,824 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:46152, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:35:02,830 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38219 {}] regionserver.HRegion(8210): writing data to region test-1696250101110,,1696250101656.17c97e6e364a87b3648f2e5254384488. with WAL disabled. Data may be lost in the event of a crash. 2023-10-02T12:35:02,955 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'ns2:test-16962501011101', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:35:02,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] procedure2.ProcedureExecutor(1032): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:test-16962501011101 2023-10-02T12:35:02,961 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16962501011101 execute state=CREATE_TABLE_PRE_OPERATION 2023-10-02T12:35:02,961 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:35:02,962 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns2" qualifier: "test-16962501011101" procId is: 16 2023-10-02T12:35:02,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-10-02T12:35:02,963 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:test-16962501011101 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-02T12:35:03,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-10-02T12:35:03,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-10-02T12:35:03,389 INFO [RegionOpenAndInit-ns2:test-16962501011101-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 1d8562186a2d6f87051db2768df41516, NAME => 'ns2:test-16962501011101,,1696250102955.1d8562186a2d6f87051db2768df41516.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-16962501011101', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675 2023-10-02T12:35:03,410 DEBUG [RegionOpenAndInit-ns2:test-16962501011101-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:test-16962501011101,,1696250102955.1d8562186a2d6f87051db2768df41516.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:35:03,410 DEBUG [RegionOpenAndInit-ns2:test-16962501011101-pool-0 {}] regionserver.HRegion(1668): Closing 1d8562186a2d6f87051db2768df41516, disabling compactions & flushes 2023-10-02T12:35:03,410 INFO [RegionOpenAndInit-ns2:test-16962501011101-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:test-16962501011101,,1696250102955.1d8562186a2d6f87051db2768df41516. 2023-10-02T12:35:03,411 DEBUG [RegionOpenAndInit-ns2:test-16962501011101-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16962501011101,,1696250102955.1d8562186a2d6f87051db2768df41516. 2023-10-02T12:35:03,411 DEBUG [RegionOpenAndInit-ns2:test-16962501011101-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16962501011101,,1696250102955.1d8562186a2d6f87051db2768df41516. after waiting 0 ms 2023-10-02T12:35:03,411 DEBUG [RegionOpenAndInit-ns2:test-16962501011101-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16962501011101,,1696250102955.1d8562186a2d6f87051db2768df41516. 2023-10-02T12:35:03,411 INFO [RegionOpenAndInit-ns2:test-16962501011101-pool-0 {}] regionserver.HRegion(1909): Closed ns2:test-16962501011101,,1696250102955.1d8562186a2d6f87051db2768df41516. 2023-10-02T12:35:03,411 DEBUG [RegionOpenAndInit-ns2:test-16962501011101-pool-0 {}] regionserver.HRegion(1622): Region close journal for 1d8562186a2d6f87051db2768df41516: 2023-10-02T12:35:03,412 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:test-16962501011101 execute state=CREATE_TABLE_ADD_TO_META 2023-10-02T12:35:03,413 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:test-16962501011101,,1696250102955.1d8562186a2d6f87051db2768df41516.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1696250103412"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696250103412"}]},"ts":"1696250103412"} 2023-10-02T12:35:03,416 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:35:03,417 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:test-16962501011101 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-02T12:35:03,418 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16962501011101","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696250103417"}]},"ts":"1696250103417"} 2023-10-02T12:35:03,420 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16962501011101, state=ENABLING in hbase:meta 2023-10-02T12:35:03,425 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16962501011101, region=1d8562186a2d6f87051db2768df41516, ASSIGN}] 2023-10-02T12:35:03,428 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16962501011101, region=1d8562186a2d6f87051db2768df41516, ASSIGN 2023-10-02T12:35:03,429 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:test-16962501011101, region=1d8562186a2d6f87051db2768df41516, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,38219,1696250090974; forceNewPlan=false, retain=false 2023-10-02T12:35:03,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-10-02T12:35:03,581 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=1d8562186a2d6f87051db2768df41516, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:35:03,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE; OpenRegionProcedure 1d8562186a2d6f87051db2768df41516, server=jenkins-hbase3.apache.org,38219,1696250090974}] 2023-10-02T12:35:03,744 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(130): Open ns2:test-16962501011101,,1696250102955.1d8562186a2d6f87051db2768df41516. 2023-10-02T12:35:03,745 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7254): Opening region: {ENCODED => 1d8562186a2d6f87051db2768df41516, NAME => 'ns2:test-16962501011101,,1696250102955.1d8562186a2d6f87051db2768df41516.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:35:03,745 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:35:03,745 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16962501011101 1d8562186a2d6f87051db2768df41516 2023-10-02T12:35:03,745 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(888): Instantiated ns2:test-16962501011101,,1696250102955.1d8562186a2d6f87051db2768df41516.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:35:03,745 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7296): checking encryption for 1d8562186a2d6f87051db2768df41516 2023-10-02T12:35:03,746 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7299): checking classloading for 1d8562186a2d6f87051db2768df41516 2023-10-02T12:35:03,748 INFO [StoreOpener-1d8562186a2d6f87051db2768df41516-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1d8562186a2d6f87051db2768df41516 2023-10-02T12:35:03,750 INFO [StoreOpener-1d8562186a2d6f87051db2768df41516-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d8562186a2d6f87051db2768df41516 columnFamilyName f 2023-10-02T12:35:03,750 DEBUG [StoreOpener-1d8562186a2d6f87051db2768df41516-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:35:03,751 INFO [StoreOpener-1d8562186a2d6f87051db2768df41516-1 {}] regionserver.HStore(324): Store=1d8562186a2d6f87051db2768df41516/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:35:03,752 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/ns2/test-16962501011101/1d8562186a2d6f87051db2768df41516 2023-10-02T12:35:03,753 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/ns2/test-16962501011101/1d8562186a2d6f87051db2768df41516 2023-10-02T12:35:03,757 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1076): writing seq id for 1d8562186a2d6f87051db2768df41516 2023-10-02T12:35:03,766 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/ns2/test-16962501011101/1d8562186a2d6f87051db2768df41516/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:35:03,767 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): Opened 1d8562186a2d6f87051db2768df41516; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10843494560, jitterRate=0.009879127144813538}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-10-02T12:35:03,768 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(992): Region open journal for 1d8562186a2d6f87051db2768df41516: 2023-10-02T12:35:03,770 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2556): Post open deploy tasks for ns2:test-16962501011101,,1696250102955.1d8562186a2d6f87051db2768df41516., pid=18, masterSystemTime=1696250103738 2023-10-02T12:35:03,773 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2583): Finished post open deploy task for ns2:test-16962501011101,,1696250102955.1d8562186a2d6f87051db2768df41516. 2023-10-02T12:35:03,773 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(158): Opened ns2:test-16962501011101,,1696250102955.1d8562186a2d6f87051db2768df41516. 2023-10-02T12:35:03,774 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=1d8562186a2d6f87051db2768df41516, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:35:03,780 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=18, resume processing ppid=17 2023-10-02T12:35:03,780 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=18, ppid=17, state=SUCCESS; OpenRegionProcedure 1d8562186a2d6f87051db2768df41516, server=jenkins-hbase3.apache.org,38219,1696250090974 in 192 msec 2023-10-02T12:35:03,784 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=17, resume processing ppid=16 2023-10-02T12:35:03,784 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=17, ppid=16, state=SUCCESS; TransitRegionStateProcedure table=ns2:test-16962501011101, region=1d8562186a2d6f87051db2768df41516, ASSIGN in 355 msec 2023-10-02T12:35:03,785 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:test-16962501011101 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-02T12:35:03,786 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16962501011101","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696250103785"}]},"ts":"1696250103785"} 2023-10-02T12:35:03,788 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16962501011101, state=ENABLED in hbase:meta 2023-10-02T12:35:03,792 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16962501011101 execute state=CREATE_TABLE_POST_OPERATION 2023-10-02T12:35:03,795 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=16, state=SUCCESS; CreateTableProcedure table=ns2:test-16962501011101 in 837 msec 2023-10-02T12:35:04,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-10-02T12:35:04,074 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: ns2:test-16962501011101, procId: 16 completed 2023-10-02T12:35:04,079 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38219 {}] regionserver.HRegion(8210): writing data to region ns2:test-16962501011101,,1696250102955.1d8562186a2d6f87051db2768df41516. with WAL disabled. Data may be lost in the event of a crash. 2023-10-02T12:35:04,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'ns3:test-16962501011102', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:35:04,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] procedure2.ProcedureExecutor(1032): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns3:test-16962501011102 2023-10-02T12:35:04,179 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16962501011102 execute state=CREATE_TABLE_PRE_OPERATION 2023-10-02T12:35:04,179 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:35:04,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns3" qualifier: "test-16962501011102" procId is: 19 2023-10-02T12:35:04,180 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns3:test-16962501011102 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-02T12:35:04,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-10-02T12:35:04,197 INFO [RegionOpenAndInit-ns3:test-16962501011102-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => ea0edc446414e45df9d66f1ce567ec4f, NAME => 'ns3:test-16962501011102,,1696250104175.ea0edc446414e45df9d66f1ce567ec4f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-16962501011102', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675 2023-10-02T12:35:04,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-10-02T12:35:04,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-10-02T12:35:04,616 DEBUG [RegionOpenAndInit-ns3:test-16962501011102-pool-0 {}] regionserver.HRegion(888): Instantiated ns3:test-16962501011102,,1696250104175.ea0edc446414e45df9d66f1ce567ec4f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:35:04,616 DEBUG [RegionOpenAndInit-ns3:test-16962501011102-pool-0 {}] regionserver.HRegion(1668): Closing ea0edc446414e45df9d66f1ce567ec4f, disabling compactions & flushes 2023-10-02T12:35:04,616 INFO [RegionOpenAndInit-ns3:test-16962501011102-pool-0 {}] regionserver.HRegion(1690): Closing region ns3:test-16962501011102,,1696250104175.ea0edc446414e45df9d66f1ce567ec4f. 2023-10-02T12:35:04,616 DEBUG [RegionOpenAndInit-ns3:test-16962501011102-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16962501011102,,1696250104175.ea0edc446414e45df9d66f1ce567ec4f. 2023-10-02T12:35:04,617 DEBUG [RegionOpenAndInit-ns3:test-16962501011102-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16962501011102,,1696250104175.ea0edc446414e45df9d66f1ce567ec4f. after waiting 0 ms 2023-10-02T12:35:04,617 DEBUG [RegionOpenAndInit-ns3:test-16962501011102-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16962501011102,,1696250104175.ea0edc446414e45df9d66f1ce567ec4f. 2023-10-02T12:35:04,617 INFO [RegionOpenAndInit-ns3:test-16962501011102-pool-0 {}] regionserver.HRegion(1909): Closed ns3:test-16962501011102,,1696250104175.ea0edc446414e45df9d66f1ce567ec4f. 2023-10-02T12:35:04,617 DEBUG [RegionOpenAndInit-ns3:test-16962501011102-pool-0 {}] regionserver.HRegion(1622): Region close journal for ea0edc446414e45df9d66f1ce567ec4f: 2023-10-02T12:35:04,618 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns3:test-16962501011102 execute state=CREATE_TABLE_ADD_TO_META 2023-10-02T12:35:04,619 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns3:test-16962501011102,,1696250104175.ea0edc446414e45df9d66f1ce567ec4f.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1696250104619"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696250104619"}]},"ts":"1696250104619"} 2023-10-02T12:35:04,621 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:35:04,623 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns3:test-16962501011102 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-02T12:35:04,623 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16962501011102","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696250104623"}]},"ts":"1696250104623"} 2023-10-02T12:35:04,625 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16962501011102, state=ENABLING in hbase:meta 2023-10-02T12:35:04,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16962501011102, region=ea0edc446414e45df9d66f1ce567ec4f, ASSIGN}] 2023-10-02T12:35:04,634 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16962501011102, region=ea0edc446414e45df9d66f1ce567ec4f, ASSIGN 2023-10-02T12:35:04,635 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(262): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns3:test-16962501011102, region=ea0edc446414e45df9d66f1ce567ec4f, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,38219,1696250090974; forceNewPlan=false, retain=false 2023-10-02T12:35:04,787 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=ea0edc446414e45df9d66f1ce567ec4f, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:35:04,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-10-02T12:35:04,790 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; OpenRegionProcedure ea0edc446414e45df9d66f1ce567ec4f, server=jenkins-hbase3.apache.org,38219,1696250090974}] 2023-10-02T12:35:04,949 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(130): Open ns3:test-16962501011102,,1696250104175.ea0edc446414e45df9d66f1ce567ec4f. 2023-10-02T12:35:04,949 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7254): Opening region: {ENCODED => ea0edc446414e45df9d66f1ce567ec4f, NAME => 'ns3:test-16962501011102,,1696250104175.ea0edc446414e45df9d66f1ce567ec4f.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:35:04,949 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:35:04,950 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16962501011102 ea0edc446414e45df9d66f1ce567ec4f 2023-10-02T12:35:04,950 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(888): Instantiated ns3:test-16962501011102,,1696250104175.ea0edc446414e45df9d66f1ce567ec4f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:35:04,950 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7296): checking encryption for ea0edc446414e45df9d66f1ce567ec4f 2023-10-02T12:35:04,950 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7299): checking classloading for ea0edc446414e45df9d66f1ce567ec4f 2023-10-02T12:35:04,952 INFO [StoreOpener-ea0edc446414e45df9d66f1ce567ec4f-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ea0edc446414e45df9d66f1ce567ec4f 2023-10-02T12:35:04,954 INFO [StoreOpener-ea0edc446414e45df9d66f1ce567ec4f-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea0edc446414e45df9d66f1ce567ec4f columnFamilyName f 2023-10-02T12:35:04,954 DEBUG [StoreOpener-ea0edc446414e45df9d66f1ce567ec4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:35:04,955 INFO [StoreOpener-ea0edc446414e45df9d66f1ce567ec4f-1 {}] regionserver.HStore(324): Store=ea0edc446414e45df9d66f1ce567ec4f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:35:04,956 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/ns3/test-16962501011102/ea0edc446414e45df9d66f1ce567ec4f 2023-10-02T12:35:04,956 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/ns3/test-16962501011102/ea0edc446414e45df9d66f1ce567ec4f 2023-10-02T12:35:04,960 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1076): writing seq id for ea0edc446414e45df9d66f1ce567ec4f 2023-10-02T12:35:04,963 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/ns3/test-16962501011102/ea0edc446414e45df9d66f1ce567ec4f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:35:04,963 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): Opened ea0edc446414e45df9d66f1ce567ec4f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11673128960, jitterRate=0.08714485168457031}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-10-02T12:35:04,964 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(992): Region open journal for ea0edc446414e45df9d66f1ce567ec4f: 2023-10-02T12:35:04,965 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2556): Post open deploy tasks for ns3:test-16962501011102,,1696250104175.ea0edc446414e45df9d66f1ce567ec4f., pid=21, masterSystemTime=1696250104943 2023-10-02T12:35:04,968 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2583): Finished post open deploy task for ns3:test-16962501011102,,1696250104175.ea0edc446414e45df9d66f1ce567ec4f. 2023-10-02T12:35:04,968 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(158): Opened ns3:test-16962501011102,,1696250104175.ea0edc446414e45df9d66f1ce567ec4f. 2023-10-02T12:35:04,969 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=ea0edc446414e45df9d66f1ce567ec4f, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:35:04,974 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=21, resume processing ppid=20 2023-10-02T12:35:04,974 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=21, ppid=20, state=SUCCESS; OpenRegionProcedure ea0edc446414e45df9d66f1ce567ec4f, server=jenkins-hbase3.apache.org,38219,1696250090974 in 181 msec 2023-10-02T12:35:04,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=20, resume processing ppid=19 2023-10-02T12:35:04,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=20, ppid=19, state=SUCCESS; TransitRegionStateProcedure table=ns3:test-16962501011102, region=ea0edc446414e45df9d66f1ce567ec4f, ASSIGN in 342 msec 2023-10-02T12:35:04,978 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns3:test-16962501011102 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-02T12:35:04,978 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16962501011102","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696250104978"}]},"ts":"1696250104978"} 2023-10-02T12:35:04,980 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16962501011102, state=ENABLED in hbase:meta 2023-10-02T12:35:04,984 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16962501011102 execute state=CREATE_TABLE_POST_OPERATION 2023-10-02T12:35:04,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=19, state=SUCCESS; CreateTableProcedure table=ns3:test-16962501011102 in 809 msec 2023-10-02T12:35:05,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-10-02T12:35:05,291 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: ns3:test-16962501011102, procId: 19 completed 2023-10-02T12:35:05,291 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns3:test-16962501011102 get assigned. Timeout = 60000ms 2023-10-02T12:35:05,293 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-10-02T12:35:05,300 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] hbase.HBaseTestingUtility(3581): All regions for table ns3:test-16962501011102 assigned to meta. Checking AM states. 2023-10-02T12:35:05,301 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-10-02T12:35:05,301 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] hbase.HBaseTestingUtility(3601): All regions for table ns3:test-16962501011102 assigned. 2023-10-02T12:35:05,304 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'ns4:test-16962501011103', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:35:05,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] procedure2.ProcedureExecutor(1032): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns4:test-16962501011103 2023-10-02T12:35:05,308 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16962501011103 execute state=CREATE_TABLE_PRE_OPERATION 2023-10-02T12:35:05,308 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:35:05,308 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns4" qualifier: "test-16962501011103" procId is: 22 2023-10-02T12:35:05,309 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns4:test-16962501011103 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-02T12:35:05,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-10-02T12:35:05,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-10-02T12:35:05,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-10-02T12:35:05,725 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-16962501011102' 2023-10-02T12:35:05,726 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1696250101110' 2023-10-02T12:35:05,727 INFO [RegionOpenAndInit-ns4:test-16962501011103-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => db7d0ec99de18606610b4b9adf87d211, NAME => 'ns4:test-16962501011103,,1696250105303.db7d0ec99de18606610b4b9adf87d211.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-16962501011103', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675 2023-10-02T12:35:05,727 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-16962501011101' 2023-10-02T12:35:05,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-10-02T12:35:06,144 DEBUG [RegionOpenAndInit-ns4:test-16962501011103-pool-0 {}] regionserver.HRegion(888): Instantiated ns4:test-16962501011103,,1696250105303.db7d0ec99de18606610b4b9adf87d211.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:35:06,144 DEBUG [RegionOpenAndInit-ns4:test-16962501011103-pool-0 {}] regionserver.HRegion(1668): Closing db7d0ec99de18606610b4b9adf87d211, disabling compactions & flushes 2023-10-02T12:35:06,144 INFO [RegionOpenAndInit-ns4:test-16962501011103-pool-0 {}] regionserver.HRegion(1690): Closing region ns4:test-16962501011103,,1696250105303.db7d0ec99de18606610b4b9adf87d211. 2023-10-02T12:35:06,144 DEBUG [RegionOpenAndInit-ns4:test-16962501011103-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16962501011103,,1696250105303.db7d0ec99de18606610b4b9adf87d211. 2023-10-02T12:35:06,145 DEBUG [RegionOpenAndInit-ns4:test-16962501011103-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16962501011103,,1696250105303.db7d0ec99de18606610b4b9adf87d211. after waiting 1 ms 2023-10-02T12:35:06,145 DEBUG [RegionOpenAndInit-ns4:test-16962501011103-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16962501011103,,1696250105303.db7d0ec99de18606610b4b9adf87d211. 2023-10-02T12:35:06,145 INFO [RegionOpenAndInit-ns4:test-16962501011103-pool-0 {}] regionserver.HRegion(1909): Closed ns4:test-16962501011103,,1696250105303.db7d0ec99de18606610b4b9adf87d211. 2023-10-02T12:35:06,145 DEBUG [RegionOpenAndInit-ns4:test-16962501011103-pool-0 {}] regionserver.HRegion(1622): Region close journal for db7d0ec99de18606610b4b9adf87d211: 2023-10-02T12:35:06,147 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns4:test-16962501011103 execute state=CREATE_TABLE_ADD_TO_META 2023-10-02T12:35:06,147 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns4:test-16962501011103,,1696250105303.db7d0ec99de18606610b4b9adf87d211.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1696250106147"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696250106147"}]},"ts":"1696250106147"} 2023-10-02T12:35:06,150 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:35:06,151 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns4:test-16962501011103 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-02T12:35:06,151 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16962501011103","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696250106151"}]},"ts":"1696250106151"} 2023-10-02T12:35:06,153 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16962501011103, state=ENABLING in hbase:meta 2023-10-02T12:35:06,159 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16962501011103, region=db7d0ec99de18606610b4b9adf87d211, ASSIGN}] 2023-10-02T12:35:06,161 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16962501011103, region=db7d0ec99de18606610b4b9adf87d211, ASSIGN 2023-10-02T12:35:06,163 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns4:test-16962501011103, region=db7d0ec99de18606610b4b9adf87d211, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,38219,1696250090974; forceNewPlan=false, retain=false 2023-10-02T12:35:06,314 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=db7d0ec99de18606610b4b9adf87d211, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:35:06,317 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE; OpenRegionProcedure db7d0ec99de18606610b4b9adf87d211, server=jenkins-hbase3.apache.org,38219,1696250090974}] 2023-10-02T12:35:06,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-10-02T12:35:06,474 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(130): Open ns4:test-16962501011103,,1696250105303.db7d0ec99de18606610b4b9adf87d211. 2023-10-02T12:35:06,474 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7254): Opening region: {ENCODED => db7d0ec99de18606610b4b9adf87d211, NAME => 'ns4:test-16962501011103,,1696250105303.db7d0ec99de18606610b4b9adf87d211.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:35:06,475 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:35:06,475 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16962501011103 db7d0ec99de18606610b4b9adf87d211 2023-10-02T12:35:06,475 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(888): Instantiated ns4:test-16962501011103,,1696250105303.db7d0ec99de18606610b4b9adf87d211.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:35:06,475 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7296): checking encryption for db7d0ec99de18606610b4b9adf87d211 2023-10-02T12:35:06,475 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7299): checking classloading for db7d0ec99de18606610b4b9adf87d211 2023-10-02T12:35:06,477 INFO [StoreOpener-db7d0ec99de18606610b4b9adf87d211-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region db7d0ec99de18606610b4b9adf87d211 2023-10-02T12:35:06,479 INFO [StoreOpener-db7d0ec99de18606610b4b9adf87d211-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db7d0ec99de18606610b4b9adf87d211 columnFamilyName f 2023-10-02T12:35:06,479 DEBUG [StoreOpener-db7d0ec99de18606610b4b9adf87d211-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:35:06,479 INFO [StoreOpener-db7d0ec99de18606610b4b9adf87d211-1 {}] regionserver.HStore(324): Store=db7d0ec99de18606610b4b9adf87d211/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:35:06,481 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/ns4/test-16962501011103/db7d0ec99de18606610b4b9adf87d211 2023-10-02T12:35:06,482 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/ns4/test-16962501011103/db7d0ec99de18606610b4b9adf87d211 2023-10-02T12:35:06,485 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1076): writing seq id for db7d0ec99de18606610b4b9adf87d211 2023-10-02T12:35:06,489 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/ns4/test-16962501011103/db7d0ec99de18606610b4b9adf87d211/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:35:06,489 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): Opened db7d0ec99de18606610b4b9adf87d211; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11933069920, jitterRate=0.11135374009609222}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-10-02T12:35:06,490 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(992): Region open journal for db7d0ec99de18606610b4b9adf87d211: 2023-10-02T12:35:06,491 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2556): Post open deploy tasks for ns4:test-16962501011103,,1696250105303.db7d0ec99de18606610b4b9adf87d211., pid=24, masterSystemTime=1696250106470 2023-10-02T12:35:06,493 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2583): Finished post open deploy task for ns4:test-16962501011103,,1696250105303.db7d0ec99de18606610b4b9adf87d211. 2023-10-02T12:35:06,493 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(158): Opened ns4:test-16962501011103,,1696250105303.db7d0ec99de18606610b4b9adf87d211. 2023-10-02T12:35:06,494 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=db7d0ec99de18606610b4b9adf87d211, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:35:06,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=24, resume processing ppid=23 2023-10-02T12:35:06,499 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=24, ppid=23, state=SUCCESS; OpenRegionProcedure db7d0ec99de18606610b4b9adf87d211, server=jenkins-hbase3.apache.org,38219,1696250090974 in 179 msec 2023-10-02T12:35:06,501 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=23, resume processing ppid=22 2023-10-02T12:35:06,501 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=23, ppid=22, state=SUCCESS; TransitRegionStateProcedure table=ns4:test-16962501011103, region=db7d0ec99de18606610b4b9adf87d211, ASSIGN in 340 msec 2023-10-02T12:35:06,502 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns4:test-16962501011103 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-02T12:35:06,502 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16962501011103","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696250106502"}]},"ts":"1696250106502"} 2023-10-02T12:35:06,503 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16962501011103, state=ENABLED in hbase:meta 2023-10-02T12:35:06,507 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16962501011103 execute state=CREATE_TABLE_POST_OPERATION 2023-10-02T12:35:06,509 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=22, state=SUCCESS; CreateTableProcedure table=ns4:test-16962501011103 in 1.2030 sec 2023-10-02T12:35:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-10-02T12:35:07,421 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: ns4:test-16962501011103, procId: 22 completed 2023-10-02T12:35:07,422 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns4:test-16962501011103 get assigned. Timeout = 60000ms 2023-10-02T12:35:07,422 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-10-02T12:35:07,426 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] hbase.HBaseTestingUtility(3581): All regions for table ns4:test-16962501011103 assigned to meta. Checking AM states. 2023-10-02T12:35:07,426 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-10-02T12:35:07,426 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] hbase.HBaseTestingUtility(3601): All regions for table ns4:test-16962501011103 assigned. 2023-10-02T12:35:07,427 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x15da3c65 to 127.0.0.1:56909 2023-10-02T12:35:07,427 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:35:07,466 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] hbase.ResourceChecker(147): before: backup.TestIncrementalBackupMergeWithFailures#TestIncBackupMergeRestore Thread=582, OpenFileDescriptor=660, MaxFileDescriptor=60000, SystemLoadAverage=514, ProcessCount=181, AvailableMemoryMB=2048 2023-10-02T12:35:07,466 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] hbase.ResourceChecker(130): Thread=582 is superior to 500 2023-10-02T12:35:07,468 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] backup.TestIncrementalBackupMergeWithFailures(230): create full backup image for all tables 2023-10-02T12:35:07,471 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x622565d6 to 127.0.0.1:56909 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:35:07,477 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57db72e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:35:07,486 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:35:07,488 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:46160, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:35:07,509 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:35:07,511 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:39764, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:35:07,521 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'backup'} 2023-10-02T12:35:07,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] procedure2.ProcedureExecutor(1032): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=backup 2023-10-02T12:35:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=25 2023-10-02T12:35:07,540 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-10-02T12:35:07,544 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=25, state=SUCCESS; CreateNamespaceProcedure, namespace=backup in 22 msec 2023-10-02T12:35:07,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=25 2023-10-02T12:35:07,650 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:35:07,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] procedure2.ProcedureExecutor(1032): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system 2023-10-02T12:35:07,655 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2023-10-02T12:35:07,655 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:35:07,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2023-10-02T12:35:07,656 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-02T12:35:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-10-02T12:35:07,677 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 39a49ac9d86ccd7e71e0e912c2f0aa84, NAME => 'backup:system,,1696250107649.39a49ac9d86ccd7e71e0e912c2f0aa84.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675 2023-10-02T12:35:07,691 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system,,1696250107649.39a49ac9d86ccd7e71e0e912c2f0aa84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:35:07,692 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1668): Closing 39a49ac9d86ccd7e71e0e912c2f0aa84, disabling compactions & flushes 2023-10-02T12:35:07,692 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system,,1696250107649.39a49ac9d86ccd7e71e0e912c2f0aa84. 2023-10-02T12:35:07,692 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1696250107649.39a49ac9d86ccd7e71e0e912c2f0aa84. 2023-10-02T12:35:07,692 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1696250107649.39a49ac9d86ccd7e71e0e912c2f0aa84. after waiting 0 ms 2023-10-02T12:35:07,692 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1696250107649.39a49ac9d86ccd7e71e0e912c2f0aa84. 2023-10-02T12:35:07,692 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1909): Closed backup:system,,1696250107649.39a49ac9d86ccd7e71e0e912c2f0aa84. 2023-10-02T12:35:07,692 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1622): Region close journal for 39a49ac9d86ccd7e71e0e912c2f0aa84: 2023-10-02T12:35:07,694 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2023-10-02T12:35:07,695 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system,,1696250107649.39a49ac9d86ccd7e71e0e912c2f0aa84.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1696250107695"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696250107695"}]},"ts":"1696250107695"} 2023-10-02T12:35:07,697 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:35:07,699 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-02T12:35:07,699 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696250107699"}]},"ts":"1696250107699"} 2023-10-02T12:35:07,701 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLING in hbase:meta 2023-10-02T12:35:07,711 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=39a49ac9d86ccd7e71e0e912c2f0aa84, ASSIGN}] 2023-10-02T12:35:07,713 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=39a49ac9d86ccd7e71e0e912c2f0aa84, ASSIGN 2023-10-02T12:35:07,714 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(262): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system, region=39a49ac9d86ccd7e71e0e912c2f0aa84, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,38219,1696250090974; forceNewPlan=false, retain=false 2023-10-02T12:35:07,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-10-02T12:35:07,866 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=39a49ac9d86ccd7e71e0e912c2f0aa84, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:35:07,870 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE; OpenRegionProcedure 39a49ac9d86ccd7e71e0e912c2f0aa84, server=jenkins-hbase3.apache.org,38219,1696250090974}] 2023-10-02T12:35:07,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-10-02T12:35:08,008 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-10-02T12:35:08,038 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(130): Open backup:system,,1696250107649.39a49ac9d86ccd7e71e0e912c2f0aa84. 2023-10-02T12:35:08,039 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7254): Opening region: {ENCODED => 39a49ac9d86ccd7e71e0e912c2f0aa84, NAME => 'backup:system,,1696250107649.39a49ac9d86ccd7e71e0e912c2f0aa84.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:35:08,039 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:35:08,040 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system 39a49ac9d86ccd7e71e0e912c2f0aa84 2023-10-02T12:35:08,040 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(888): Instantiated backup:system,,1696250107649.39a49ac9d86ccd7e71e0e912c2f0aa84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:35:08,040 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7296): checking encryption for 39a49ac9d86ccd7e71e0e912c2f0aa84 2023-10-02T12:35:08,040 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7299): checking classloading for 39a49ac9d86ccd7e71e0e912c2f0aa84 2023-10-02T12:35:08,048 INFO [StoreOpener-39a49ac9d86ccd7e71e0e912c2f0aa84-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 39a49ac9d86ccd7e71e0e912c2f0aa84 2023-10-02T12:35:08,062 INFO [StoreOpener-39a49ac9d86ccd7e71e0e912c2f0aa84-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39a49ac9d86ccd7e71e0e912c2f0aa84 columnFamilyName meta 2023-10-02T12:35:08,063 DEBUG [StoreOpener-39a49ac9d86ccd7e71e0e912c2f0aa84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:35:08,067 INFO [StoreOpener-39a49ac9d86ccd7e71e0e912c2f0aa84-1 {}] regionserver.HStore(324): Store=39a49ac9d86ccd7e71e0e912c2f0aa84/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:35:08,067 INFO [StoreOpener-39a49ac9d86ccd7e71e0e912c2f0aa84-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 39a49ac9d86ccd7e71e0e912c2f0aa84 2023-10-02T12:35:08,070 INFO [StoreOpener-39a49ac9d86ccd7e71e0e912c2f0aa84-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39a49ac9d86ccd7e71e0e912c2f0aa84 columnFamilyName session 2023-10-02T12:35:08,071 DEBUG [StoreOpener-39a49ac9d86ccd7e71e0e912c2f0aa84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:35:08,075 INFO [StoreOpener-39a49ac9d86ccd7e71e0e912c2f0aa84-1 {}] regionserver.HStore(324): Store=39a49ac9d86ccd7e71e0e912c2f0aa84/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:35:08,076 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/backup/system/39a49ac9d86ccd7e71e0e912c2f0aa84 2023-10-02T12:35:08,077 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/backup/system/39a49ac9d86ccd7e71e0e912c2f0aa84 2023-10-02T12:35:08,080 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-10-02T12:35:08,084 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1076): writing seq id for 39a49ac9d86ccd7e71e0e912c2f0aa84 2023-10-02T12:35:08,091 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/backup/system/39a49ac9d86ccd7e71e0e912c2f0aa84/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:35:08,092 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): Opened 39a49ac9d86ccd7e71e0e912c2f0aa84; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11701187040, jitterRate=0.08975796401500702}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-10-02T12:35:08,092 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(992): Region open journal for 39a49ac9d86ccd7e71e0e912c2f0aa84: 2023-10-02T12:35:08,094 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system,,1696250107649.39a49ac9d86ccd7e71e0e912c2f0aa84., pid=28, masterSystemTime=1696250108025 2023-10-02T12:35:08,101 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system,,1696250107649.39a49ac9d86ccd7e71e0e912c2f0aa84. 2023-10-02T12:35:08,101 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(158): Opened backup:system,,1696250107649.39a49ac9d86ccd7e71e0e912c2f0aa84. 2023-10-02T12:35:08,102 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=39a49ac9d86ccd7e71e0e912c2f0aa84, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:35:08,108 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=28, resume processing ppid=27 2023-10-02T12:35:08,108 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=28, ppid=27, state=SUCCESS; OpenRegionProcedure 39a49ac9d86ccd7e71e0e912c2f0aa84, server=jenkins-hbase3.apache.org,38219,1696250090974 in 235 msec 2023-10-02T12:35:08,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=27, resume processing ppid=26 2023-10-02T12:35:08,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=27, ppid=26, state=SUCCESS; TransitRegionStateProcedure table=backup:system, region=39a49ac9d86ccd7e71e0e912c2f0aa84, ASSIGN in 398 msec 2023-10-02T12:35:08,112 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-02T12:35:08,113 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696250108113"}]},"ts":"1696250108113"} 2023-10-02T12:35:08,115 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLED in hbase:meta 2023-10-02T12:35:08,119 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2023-10-02T12:35:08,121 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=26, state=SUCCESS; CreateTableProcedure table=backup:system in 469 msec 2023-10-02T12:35:08,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-10-02T12:35:08,262 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: backup:system, procId: 26 completed 2023-10-02T12:35:08,279 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:35:08,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] procedure2.ProcedureExecutor(1032): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system_bulk 2023-10-02T12:35:08,283 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2023-10-02T12:35:08,283 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:35:08,283 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2023-10-02T12:35:08,285 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-02T12:35:08,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-10-02T12:35:08,300 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => b8d496c8eead23a19e6e7633b83ceff5, NAME => 'backup:system_bulk,,1696250108278.b8d496c8eead23a19e6e7633b83ceff5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675 2023-10-02T12:35:08,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-10-02T12:35:08,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-10-02T12:35:08,722 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1696250108278.b8d496c8eead23a19e6e7633b83ceff5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:35:08,722 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1668): Closing b8d496c8eead23a19e6e7633b83ceff5, disabling compactions & flushes 2023-10-02T12:35:08,723 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1696250108278.b8d496c8eead23a19e6e7633b83ceff5. 2023-10-02T12:35:08,723 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1696250108278.b8d496c8eead23a19e6e7633b83ceff5. 2023-10-02T12:35:08,723 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1696250108278.b8d496c8eead23a19e6e7633b83ceff5. after waiting 0 ms 2023-10-02T12:35:08,723 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1696250108278.b8d496c8eead23a19e6e7633b83ceff5. 2023-10-02T12:35:08,723 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1909): Closed backup:system_bulk,,1696250108278.b8d496c8eead23a19e6e7633b83ceff5. 2023-10-02T12:35:08,723 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1622): Region close journal for b8d496c8eead23a19e6e7633b83ceff5: 2023-10-02T12:35:08,724 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2023-10-02T12:35:08,725 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system_bulk,,1696250108278.b8d496c8eead23a19e6e7633b83ceff5.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1696250108725"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696250108725"}]},"ts":"1696250108725"} 2023-10-02T12:35:08,728 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:35:08,729 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-02T12:35:08,729 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696250108729"}]},"ts":"1696250108729"} 2023-10-02T12:35:08,731 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2023-10-02T12:35:08,736 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=b8d496c8eead23a19e6e7633b83ceff5, ASSIGN}] 2023-10-02T12:35:08,739 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=b8d496c8eead23a19e6e7633b83ceff5, ASSIGN 2023-10-02T12:35:08,740 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system_bulk, region=b8d496c8eead23a19e6e7633b83ceff5, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,38219,1696250090974; forceNewPlan=false, retain=false 2023-10-02T12:35:08,892 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=b8d496c8eead23a19e6e7633b83ceff5, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:35:08,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-10-02T12:35:08,894 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; OpenRegionProcedure b8d496c8eead23a19e6e7633b83ceff5, server=jenkins-hbase3.apache.org,38219,1696250090974}] 2023-10-02T12:35:08,943 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-10-02T12:35:08,943 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2023-10-02T12:35:08,944 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-16962501011101 2023-10-02T12:35:08,944 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-16962501011101 Metrics about Tables on a single HBase RegionServer 2023-10-02T12:35:08,945 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-16962501011102 2023-10-02T12:35:08,945 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-16962501011102 Metrics about Tables on a single HBase RegionServer 2023-10-02T12:35:08,945 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1696250101110 2023-10-02T12:35:08,945 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1696250101110 Metrics about Tables on a single HBase RegionServer 2023-10-02T12:35:08,946 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-16962501011103 2023-10-02T12:35:08,946 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-16962501011103 Metrics about Tables on a single HBase RegionServer 2023-10-02T12:35:09,051 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(130): Open backup:system_bulk,,1696250108278.b8d496c8eead23a19e6e7633b83ceff5. 2023-10-02T12:35:09,052 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7254): Opening region: {ENCODED => b8d496c8eead23a19e6e7633b83ceff5, NAME => 'backup:system_bulk,,1696250108278.b8d496c8eead23a19e6e7633b83ceff5.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:35:09,052 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:35:09,052 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk b8d496c8eead23a19e6e7633b83ceff5 2023-10-02T12:35:09,052 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1696250108278.b8d496c8eead23a19e6e7633b83ceff5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:35:09,053 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7296): checking encryption for b8d496c8eead23a19e6e7633b83ceff5 2023-10-02T12:35:09,053 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7299): checking classloading for b8d496c8eead23a19e6e7633b83ceff5 2023-10-02T12:35:09,055 INFO [StoreOpener-b8d496c8eead23a19e6e7633b83ceff5-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region b8d496c8eead23a19e6e7633b83ceff5 2023-10-02T12:35:09,057 INFO [StoreOpener-b8d496c8eead23a19e6e7633b83ceff5-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8d496c8eead23a19e6e7633b83ceff5 columnFamilyName meta 2023-10-02T12:35:09,057 DEBUG [StoreOpener-b8d496c8eead23a19e6e7633b83ceff5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:35:09,057 INFO [StoreOpener-b8d496c8eead23a19e6e7633b83ceff5-1 {}] regionserver.HStore(324): Store=b8d496c8eead23a19e6e7633b83ceff5/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:35:09,058 INFO [StoreOpener-b8d496c8eead23a19e6e7633b83ceff5-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region b8d496c8eead23a19e6e7633b83ceff5 2023-10-02T12:35:09,060 INFO [StoreOpener-b8d496c8eead23a19e6e7633b83ceff5-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8d496c8eead23a19e6e7633b83ceff5 columnFamilyName session 2023-10-02T12:35:09,060 DEBUG [StoreOpener-b8d496c8eead23a19e6e7633b83ceff5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:35:09,060 INFO [StoreOpener-b8d496c8eead23a19e6e7633b83ceff5-1 {}] regionserver.HStore(324): Store=b8d496c8eead23a19e6e7633b83ceff5/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:35:09,062 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/backup/system_bulk/b8d496c8eead23a19e6e7633b83ceff5 2023-10-02T12:35:09,062 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/backup/system_bulk/b8d496c8eead23a19e6e7633b83ceff5 2023-10-02T12:35:09,064 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-10-02T12:35:09,066 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1076): writing seq id for b8d496c8eead23a19e6e7633b83ceff5 2023-10-02T12:35:09,069 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/backup/system_bulk/b8d496c8eead23a19e6e7633b83ceff5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:35:09,070 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): Opened b8d496c8eead23a19e6e7633b83ceff5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10814628320, jitterRate=0.0071907490491867065}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-10-02T12:35:09,071 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(992): Region open journal for b8d496c8eead23a19e6e7633b83ceff5: 2023-10-02T12:35:09,072 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system_bulk,,1696250108278.b8d496c8eead23a19e6e7633b83ceff5., pid=31, masterSystemTime=1696250109046 2023-10-02T12:35:09,074 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system_bulk,,1696250108278.b8d496c8eead23a19e6e7633b83ceff5. 2023-10-02T12:35:09,074 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(158): Opened backup:system_bulk,,1696250108278.b8d496c8eead23a19e6e7633b83ceff5. 2023-10-02T12:35:09,075 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=b8d496c8eead23a19e6e7633b83ceff5, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:35:09,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=31, resume processing ppid=30 2023-10-02T12:35:09,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=31, ppid=30, state=SUCCESS; OpenRegionProcedure b8d496c8eead23a19e6e7633b83ceff5, server=jenkins-hbase3.apache.org,38219,1696250090974 in 184 msec 2023-10-02T12:35:09,083 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=30, resume processing ppid=29 2023-10-02T12:35:09,083 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=backup:system_bulk, region=b8d496c8eead23a19e6e7633b83ceff5, ASSIGN in 345 msec 2023-10-02T12:35:09,084 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-02T12:35:09,084 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696250109084"}]},"ts":"1696250109084"} 2023-10-02T12:35:09,086 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2023-10-02T12:35:09,090 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2023-10-02T12:35:09,092 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=29, state=SUCCESS; CreateTableProcedure table=backup:system_bulk in 811 msec 2023-10-02T12:35:09,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-10-02T12:35:09,394 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: backup:system_bulk, procId: 29 completed 2023-10-02T12:35:09,409 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-10-02T12:35:09,468 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-10-02T12:35:09,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1696250109468 (current time:1696250109468). 2023-10-02T12:35:09,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-10-02T12:35:09,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-10-02T12:35:09,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x68daf2e9 to 127.0.0.1:56909 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:35:09,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d454b8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:35:09,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:35:09,481 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:46176, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:35:09,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x68daf2e9 to 127.0.0.1:56909 2023-10-02T12:35:09,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:35:09,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-10-02T12:35:09,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] procedure2.ProcedureExecutor(1032): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-10-02T12:35:09,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-10-02T12:35:09,501 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-10-02T12:35:09,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-10-02T12:35:09,507 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-10-02T12:35:09,521 WARN [PEWorker-4 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/.hbase-snapshot, current working dir path: hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/.hbase-snapshot/.tmp/snapshot_backup_system org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-10-02T12:35:09,523 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-10-02T12:35:09,536 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-10-02T12:35:09,538 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 39a49ac9d86ccd7e71e0e912c2f0aa84}] 2023-10-02T12:35:09,545 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 39a49ac9d86ccd7e71e0e912c2f0aa84 2023-10-02T12:35:09,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-10-02T12:35:09,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38219 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2023-10-02T12:35:09,711 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1696250107649.39a49ac9d86ccd7e71e0e912c2f0aa84. 2023-10-02T12:35:09,714 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2819): Flushing 39a49ac9d86ccd7e71e0e912c2f0aa84 2/2 column families, dataSize=45 B heapSize=632 B 2023-10-02T12:35:09,797 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/backup/system/39a49ac9d86ccd7e71e0e912c2f0aa84/.tmp/session/5946daa846db45b087d5ac1d439e2008 is 49, key is activesession:/session:c/1696250109450/Put/seqid=0 2023-10-02T12:35:09,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-10-02T12:35:10,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-10-02T12:35:10,218 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/backup/system/39a49ac9d86ccd7e71e0e912c2f0aa84/.tmp/session/5946daa846db45b087d5ac1d439e2008 2023-10-02T12:35:10,297 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/backup/system/39a49ac9d86ccd7e71e0e912c2f0aa84/.tmp/session/5946daa846db45b087d5ac1d439e2008 as hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/backup/system/39a49ac9d86ccd7e71e0e912c2f0aa84/session/5946daa846db45b087d5ac1d439e2008 2023-10-02T12:35:10,307 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/backup/system/39a49ac9d86ccd7e71e0e912c2f0aa84/session/5946daa846db45b087d5ac1d439e2008, entries=1, sequenceid=5, filesize=4.9 K 2023-10-02T12:35:10,312 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3022): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for 39a49ac9d86ccd7e71e0e912c2f0aa84 in 598ms, sequenceid=5, compaction requested=false 2023-10-02T12:35:10,312 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2023-10-02T12:35:10,315 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2520): Flush status journal for 39a49ac9d86ccd7e71e0e912c2f0aa84: 2023-10-02T12:35:10,315 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1696250107649.39a49ac9d86ccd7e71e0e912c2f0aa84. for snapshot_backup_system completed. 2023-10-02T12:35:10,316 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1696250107649.39a49ac9d86ccd7e71e0e912c2f0aa84.' region-info for snapshot=snapshot_backup_system 2023-10-02T12:35:10,326 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-10-02T12:35:10,332 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-10-02T12:35:10,332 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/backup/system/39a49ac9d86ccd7e71e0e912c2f0aa84/session/5946daa846db45b087d5ac1d439e2008] hfiles 2023-10-02T12:35:10,332 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/backup/system/39a49ac9d86ccd7e71e0e912c2f0aa84/session/5946daa846db45b087d5ac1d439e2008 for snapshot=snapshot_backup_system 2023-10-02T12:35:10,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-10-02T12:35:10,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1696250107649.39a49ac9d86ccd7e71e0e912c2f0aa84. 2023-10-02T12:35:10,756 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=33 2023-10-02T12:35:10,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.HMaster(3995): Remote procedure done, pid=33 2023-10-02T12:35:10,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region 39a49ac9d86ccd7e71e0e912c2f0aa84 2023-10-02T12:35:10,762 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 39a49ac9d86ccd7e71e0e912c2f0aa84 2023-10-02T12:35:10,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=33, resume processing ppid=32 2023-10-02T12:35:10,768 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-10-02T12:35:10,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=33, ppid=32, state=SUCCESS; SnapshotRegionProcedure 39a49ac9d86ccd7e71e0e912c2f0aa84 in 1.2270 sec 2023-10-02T12:35:10,770 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-10-02T12:35:10,775 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-10-02T12:35:10,775 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-10-02T12:35:10,779 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/.hbase-snapshot/.tmp/snapshot_backup_system 2023-10-02T12:35:11,214 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-10-02T12:35:11,231 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-10-02T12:35:11,232 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/.hbase-snapshot/snapshot_backup_system 2023-10-02T12:35:11,235 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-10-02T12:35:11,235 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-10-02T12:35:11,237 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.7430 sec 2023-10-02T12:35:11,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-10-02T12:35:11,611 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: backup:system, procId: 32 completed 2023-10-02T12:35:11,612 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] impl.TableBackupClient(115): Backup backup_1696250107480 started at 1696250111611. 2023-10-02T12:35:11,639 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.TableBackupClient(119): Backup session backup_1696250107480 has been started. 2023-10-02T12:35:11,643 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-10-02T12:35:11,656 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(948): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-10-02T12:35:11,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-10-02T12:35:11,664 INFO [(jenkins-hbase3.apache.org,36467,1696250087830)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-10-02T12:35:11,665 DEBUG [(jenkins-hbase3.apache.org,36467,1696250087830)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-10-02T12:35:11,666 DEBUG [(jenkins-hbase3.apache.org,36467,1696250087830)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-10-02T12:35:11,666 DEBUG [(jenkins-hbase3.apache.org,36467,1696250087830)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-10-02T12:35:11,667 DEBUG [(jenkins-hbase3.apache.org,36467,1696250087830)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-10-02T12:35:11,667 DEBUG [(jenkins-hbase3.apache.org,36467,1696250087830)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-10-02T12:35:11,668 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38219-0x101732ba6490001, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-10-02T12:35:11,668 DEBUG [(jenkins-hbase3.apache.org,36467,1696250087830)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:35:11,668 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-10-02T12:35:11,669 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-10-02T12:35:11,669 DEBUG [(jenkins-hbase3.apache.org,36467,1696250087830)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:35:11,669 DEBUG [(jenkins-hbase3.apache.org,36467,1696250087830)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-10-02T12:35:11,669 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-10-02T12:35:11,670 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38219-0x101732ba6490001, quorum=127.0.0.1:56909, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-10-02T12:35:11,670 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-10-02T12:35:11,670 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-10-02T12:35:11,670 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-10-02T12:35:11,674 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-10-02T12:35:11,677 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-10-02T12:35:11,677 DEBUG [member: 'jenkins-hbase3.apache.org,38219,1696250090974' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-10-02T12:35:11,677 DEBUG [member: 'jenkins-hbase3.apache.org,38219,1696250090974' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-10-02T12:35:11,678 DEBUG [member: 'jenkins-hbase3.apache.org,38219,1696250090974' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-10-02T12:35:11,678 DEBUG [member: 'jenkins-hbase3.apache.org,38219,1696250090974' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-10-02T12:35:11,678 DEBUG [member: 'jenkins-hbase3.apache.org,38219,1696250090974' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,38219,1696250090974' joining acquired barrier for procedure (rolllog) in zk 2023-10-02T12:35:11,683 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:35:11,684 DEBUG [member: 'jenkins-hbase3.apache.org,38219,1696250090974' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-10-02T12:35:11,684 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:35:11,684 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-10-02T12:35:11,684 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-10-02T12:35:11,684 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-10-02T12:35:11,684 DEBUG [member: 'jenkins-hbase3.apache.org,38219,1696250090974' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38219-0x101732ba6490001, quorum=127.0.0.1:56909, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-10-02T12:35:11,684 DEBUG [member: 'jenkins-hbase3.apache.org,38219,1696250090974' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-10-02T12:35:11,685 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-10-02T12:35:11,685 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:35:11,686 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:35:11,686 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-10-02T12:35:11,687 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,38219,1696250090974' joining acquired barrier for procedure 'rolllog' on coordinator 2023-10-02T12:35:11,687 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@1bcedfce[Count = 0] remaining members to acquire global barrier 2023-10-02T12:35:11,687 DEBUG [(jenkins-hbase3.apache.org,36467,1696250087830)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-10-02T12:35:11,687 DEBUG [(jenkins-hbase3.apache.org,36467,1696250087830)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-10-02T12:35:11,689 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38219-0x101732ba6490001, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-10-02T12:35:11,689 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-10-02T12:35:11,689 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-10-02T12:35:11,689 DEBUG [member: 'jenkins-hbase3.apache.org,38219,1696250090974' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-10-02T12:35:11,690 DEBUG [(jenkins-hbase3.apache.org,36467,1696250087830)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:35:11,690 DEBUG [(jenkins-hbase3.apache.org,36467,1696250087830)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-10-02T12:35:11,691 DEBUG [member: 'jenkins-hbase3.apache.org,38219,1696250090974' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-10-02T12:35:11,691 DEBUG [rs(jenkins-hbase3.apache.org,38219,1696250090974)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:35:11,691 INFO [rs(jenkins-hbase3.apache.org,38219,1696250090974)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1696250093563 highest: 1696250093563 on jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:35:11,692 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C38219%2C1696250090974:(num 1696250093563) roll requested 2023-10-02T12:35:11,709 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/WALs/jenkins-hbase3.apache.org,38219,1696250090974/jenkins-hbase3.apache.org%2C38219%2C1696250090974.1696250111692, exclude list is [], retry=0 2023-10-02T12:35:11,718 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45145,DS-5000f36f-03c1-49d4-8f28-c2c78d45f9b8,DISK] 2023-10-02T12:35:11,724 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/WALs/jenkins-hbase3.apache.org,38219,1696250090974/jenkins-hbase3.apache.org%2C38219%2C1696250090974.1696250093563 with entries=19, filesize=4.02 KB; new WAL /user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/WALs/jenkins-hbase3.apache.org,38219,1696250090974/jenkins-hbase3.apache.org%2C38219%2C1696250090974.1696250111692 2023-10-02T12:35:11,725 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:45145,DS-5000f36f-03c1-49d4-8f28-c2c78d45f9b8,DISK]] 2023-10-02T12:35:11,725 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/WALs/jenkins-hbase3.apache.org,38219,1696250090974/jenkins-hbase3.apache.org%2C38219%2C1696250090974.1696250093563 is not closed yet, will try archiving it next time 2023-10-02T12:35:11,725 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C38219%2C1696250090974.meta:.meta(num 1696250093904) roll requested 2023-10-02T12:35:11,729 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2023-10-02T12:35:11,730 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-16962501011103' 2023-10-02T12:35:11,743 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/WALs/jenkins-hbase3.apache.org,38219,1696250090974/jenkins-hbase3.apache.org%2C38219%2C1696250090974.meta.1696250111725.meta, exclude list is [], retry=0 2023-10-02T12:35:11,748 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45145,DS-5000f36f-03c1-49d4-8f28-c2c78d45f9b8,DISK] 2023-10-02T12:35:11,751 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/WALs/jenkins-hbase3.apache.org,38219,1696250090974/jenkins-hbase3.apache.org%2C38219%2C1696250090974.meta.1696250093904.meta with entries=36, filesize=11.13 KB; new WAL /user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/WALs/jenkins-hbase3.apache.org,38219,1696250090974/jenkins-hbase3.apache.org%2C38219%2C1696250090974.meta.1696250111725.meta 2023-10-02T12:35:11,752 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:45145,DS-5000f36f-03c1-49d4-8f28-c2c78d45f9b8,DISK]] 2023-10-02T12:35:11,752 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/WALs/jenkins-hbase3.apache.org,38219,1696250090974/jenkins-hbase3.apache.org%2C38219%2C1696250090974.meta.1696250093904.meta is not closed yet, will try archiving it next time 2023-10-02T12:35:11,762 DEBUG [rs(jenkins-hbase3.apache.org,38219,1696250090974)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2023-10-02T12:35:11,763 INFO [rs(jenkins-hbase3.apache.org,38219,1696250090974)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1696250111692 on jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:35:11,763 DEBUG [rs(jenkins-hbase3.apache.org,38219,1696250090974)-backup-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:35:11,765 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:60870, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-10-02T12:35:11,787 DEBUG [member: 'jenkins-hbase3.apache.org,38219,1696250090974' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-10-02T12:35:11,788 DEBUG [member: 'jenkins-hbase3.apache.org,38219,1696250090974' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,38219,1696250090974' in zk 2023-10-02T12:35:11,791 DEBUG [member: 'jenkins-hbase3.apache.org,38219,1696250090974' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-10-02T12:35:11,791 DEBUG [member: 'jenkins-hbase3.apache.org,38219,1696250090974' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-10-02T12:35:11,791 DEBUG [member: 'jenkins-hbase3.apache.org,38219,1696250090974' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-10-02T12:35:11,792 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:35:11,792 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:35:11,792 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-10-02T12:35:11,793 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-10-02T12:35:11,793 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-10-02T12:35:11,794 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-10-02T12:35:11,794 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:35:11,795 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:35:11,795 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-10-02T12:35:11,796 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:35:11,796 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:35:11,797 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,38219,1696250090974': 2023-10-02T12:35:11,799 INFO [(jenkins-hbase3.apache.org,36467,1696250087830)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-10-02T12:35:11,799 DEBUG [(jenkins-hbase3.apache.org,36467,1696250087830)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-10-02T12:35:11,799 DEBUG [(jenkins-hbase3.apache.org,36467,1696250087830)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-10-02T12:35:11,799 DEBUG [(jenkins-hbase3.apache.org,36467,1696250087830)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-10-02T12:35:11,799 INFO [(jenkins-hbase3.apache.org,36467,1696250087830)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-10-02T12:35:11,799 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,38219,1696250090974' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-10-02T12:35:11,803 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38219-0x101732ba6490001, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-10-02T12:35:11,803 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38219-0x101732ba6490001, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-10-02T12:35:11,803 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-10-02T12:35:11,803 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-10-02T12:35:11,804 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-10-02T12:35:11,804 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-10-02T12:35:11,804 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-10-02T12:35:11,814 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-10-02T12:35:11,814 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-10-02T12:35:11,814 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-10-02T12:35:11,814 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-10-02T12:35:11,815 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-10-02T12:35:11,815 DEBUG [(jenkins-hbase3.apache.org,36467,1696250087830)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:35:11,815 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:35:11,817 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-10-02T12:35:11,818 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:35:11,818 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:35:11,819 DEBUG [(jenkins-hbase3.apache.org,36467,1696250087830)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:35:11,819 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-10-02T12:35:11,820 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:35:11,820 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:35:11,831 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38219-0x101732ba6490001, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-10-02T12:35:11,831 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:35:11,831 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-10-02T12:35:11,831 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38219-0x101732ba6490001, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-10-02T12:35:11,831 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-10-02T12:35:11,831 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-10-02T12:35:11,831 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:35:11,831 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-10-02T12:35:11,831 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-10-02T12:35:11,831 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-10-02T12:35:11,831 DEBUG [(jenkins-hbase3.apache.org,36467,1696250087830)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-10-02T12:35:11,831 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-10-02T12:35:11,831 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-10-02T12:35:11,831 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-10-02T12:35:11,834 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-10-02T12:35:11,834 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-10-02T12:35:11,834 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] client.HBaseAdmin(2838): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-10-02T12:35:11,834 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] client.HBaseAdmin(2846): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-10-02T12:35:11,935 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] client.HBaseAdmin(2852): Getting current status of procedure from master... 2023-10-02T12:35:11,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1249): Checking to see if procedure from request:rolllog-proc is done 2023-10-02T12:35:11,947 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1696250111946_default_test-1696250101110 table=test-1696250101110 type=FLUSH ttl=0 } 2023-10-02T12:35:11,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1696250111947 (current time:1696250111947). 2023-10-02T12:35:11,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-10-02T12:35:11,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1696250111946_default_test-1696250101110 VERSION not specified, setting to 2 2023-10-02T12:35:11,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x029935b2 to 127.0.0.1:56909 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:35:11,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3709f830, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:35:11,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:35:11,959 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:60652, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:35:11,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x029935b2 to 127.0.0.1:56909 2023-10-02T12:35:11,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:35:11,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-10-02T12:35:11,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] procedure2.ProcedureExecutor(1032): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696250111946_default_test-1696250101110 table=test-1696250101110 type=FLUSH ttl=0 } 2023-10-02T12:35:11,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_1696250111946_default_test-1696250101110 table=test-1696250101110 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-10-02T12:35:11,965 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696250111946_default_test-1696250101110 table=test-1696250101110 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-10-02T12:35:11,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-10-02T12:35:11,966 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696250111946_default_test-1696250101110 table=test-1696250101110 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-10-02T12:35:11,969 WARN [PEWorker-2 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/.hbase-snapshot, current working dir path: hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/.hbase-snapshot/.tmp/snapshot_1696250111946_default_test-1696250101110 org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-10-02T12:35:11,971 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696250111946_default_test-1696250101110 table=test-1696250101110 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-10-02T12:35:12,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-10-02T12:35:12,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-10-02T12:35:12,384 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696250111946_default_test-1696250101110 table=test-1696250101110 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-10-02T12:35:12,384 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 17c97e6e364a87b3648f2e5254384488}] 2023-10-02T12:35:12,385 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 17c97e6e364a87b3648f2e5254384488 2023-10-02T12:35:12,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38219 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2023-10-02T12:35:12,537 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1696250101110,,1696250101656.17c97e6e364a87b3648f2e5254384488. 2023-10-02T12:35:12,539 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2819): Flushing 17c97e6e364a87b3648f2e5254384488 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-10-02T12:35:12,564 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/default/test-1696250101110/17c97e6e364a87b3648f2e5254384488/.tmp/f/1a5cca31df61480894cec95e75a97680 is 37, key is row10/f:q1/1696250102844/Put/seqid=0 2023-10-02T12:35:12,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-10-02T12:35:12,576 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/default/test-1696250101110/17c97e6e364a87b3648f2e5254384488/.tmp/f/1a5cca31df61480894cec95e75a97680 2023-10-02T12:35:12,586 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/default/test-1696250101110/17c97e6e364a87b3648f2e5254384488/.tmp/f/1a5cca31df61480894cec95e75a97680 as hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/default/test-1696250101110/17c97e6e364a87b3648f2e5254384488/f/1a5cca31df61480894cec95e75a97680 2023-10-02T12:35:12,596 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/default/test-1696250101110/17c97e6e364a87b3648f2e5254384488/f/1a5cca31df61480894cec95e75a97680, entries=99, sequenceid=103, filesize=8.2 K 2023-10-02T12:35:12,598 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 17c97e6e364a87b3648f2e5254384488 in 59ms, sequenceid=103, compaction requested=false 2023-10-02T12:35:12,599 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2520): Flush status journal for 17c97e6e364a87b3648f2e5254384488: 2023-10-02T12:35:12,599 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1696250101110,,1696250101656.17c97e6e364a87b3648f2e5254384488. for snapshot_1696250111946_default_test-1696250101110 completed. 2023-10-02T12:35:12,599 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(240): Storing 'test-1696250101110,,1696250101656.17c97e6e364a87b3648f2e5254384488.' region-info for snapshot=snapshot_1696250111946_default_test-1696250101110 2023-10-02T12:35:12,599 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-10-02T12:35:12,599 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/default/test-1696250101110/17c97e6e364a87b3648f2e5254384488/f/1a5cca31df61480894cec95e75a97680] hfiles 2023-10-02T12:35:12,599 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/default/test-1696250101110/17c97e6e364a87b3648f2e5254384488/f/1a5cca31df61480894cec95e75a97680 for snapshot=snapshot_1696250111946_default_test-1696250101110 2023-10-02T12:35:12,611 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1696250101110,,1696250101656.17c97e6e364a87b3648f2e5254384488. 2023-10-02T12:35:12,611 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=35 2023-10-02T12:35:12,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.HMaster(3995): Remote procedure done, pid=35 2023-10-02T12:35:12,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1696250111946_default_test-1696250101110 on region 17c97e6e364a87b3648f2e5254384488 2023-10-02T12:35:12,614 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 17c97e6e364a87b3648f2e5254384488 2023-10-02T12:35:12,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=35, resume processing ppid=34 2023-10-02T12:35:12,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=35, ppid=34, state=SUCCESS; SnapshotRegionProcedure 17c97e6e364a87b3648f2e5254384488 in 231 msec 2023-10-02T12:35:12,619 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696250111946_default_test-1696250101110 table=test-1696250101110 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-10-02T12:35:12,620 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696250111946_default_test-1696250101110 table=test-1696250101110 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-10-02T12:35:12,622 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696250111946_default_test-1696250101110 table=test-1696250101110 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-10-02T12:35:12,622 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1696250111946_default_test-1696250101110 2023-10-02T12:35:12,624 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/.hbase-snapshot/.tmp/snapshot_1696250111946_default_test-1696250101110 2023-10-02T12:35:12,646 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696250111946_default_test-1696250101110 table=test-1696250101110 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-10-02T12:35:12,655 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696250111946_default_test-1696250101110 table=test-1696250101110 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-10-02T12:35:12,656 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/.hbase-snapshot/.tmp/snapshot_1696250111946_default_test-1696250101110 to hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/.hbase-snapshot/snapshot_1696250111946_default_test-1696250101110 2023-10-02T12:35:12,658 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696250111946_default_test-1696250101110 table=test-1696250101110 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-10-02T12:35:12,658 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_1696250111946_default_test-1696250101110 table=test-1696250101110 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-10-02T12:35:12,660 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696250111946_default_test-1696250101110 table=test-1696250101110 type=FLUSH ttl=0 } in 696 msec 2023-10-02T12:35:13,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-10-02T12:35:13,077 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: default:test-1696250101110, procId: 34 completed 2023-10-02T12:35:13,078 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1696250113077_ns2_test-16962501011101 table=ns2:test-16962501011101 type=FLUSH ttl=0 } 2023-10-02T12:35:13,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1696250113078 (current time:1696250113079). 2023-10-02T12:35:13,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-10-02T12:35:13,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1696250113077_ns2_test-16962501011101 VERSION not specified, setting to 2 2023-10-02T12:35:13,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x7a284b02 to 127.0.0.1:56909 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:35:13,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3157d550, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:35:13,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:35:13,092 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:60668, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:35:13,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x7a284b02 to 127.0.0.1:56909 2023-10-02T12:35:13,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:35:13,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-10-02T12:35:13,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] procedure2.ProcedureExecutor(1032): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1696250113077_ns2_test-16962501011101 table=ns2:test-16962501011101 type=FLUSH ttl=0 } 2023-10-02T12:35:13,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_1696250113077_ns2_test-16962501011101 table=ns2:test-16962501011101 type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-10-02T12:35:13,097 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1696250113077_ns2_test-16962501011101 table=ns2:test-16962501011101 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-10-02T12:35:13,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-10-02T12:35:13,098 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1696250113077_ns2_test-16962501011101 table=ns2:test-16962501011101 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-10-02T12:35:13,101 WARN [PEWorker-3 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/.hbase-snapshot, current working dir path: hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/.hbase-snapshot/.tmp/snapshot_1696250113077_ns2_test-16962501011101 org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-10-02T12:35:13,105 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1696250113077_ns2_test-16962501011101 table=ns2:test-16962501011101 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-10-02T12:35:13,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-10-02T12:35:13,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-10-02T12:35:13,523 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1696250113077_ns2_test-16962501011101 table=ns2:test-16962501011101 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-10-02T12:35:13,524 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 1d8562186a2d6f87051db2768df41516}] 2023-10-02T12:35:13,526 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 1d8562186a2d6f87051db2768df41516 2023-10-02T12:35:13,545 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-10-02T12:35:13,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38219 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2023-10-02T12:35:13,679 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-16962501011101,,1696250102955.1d8562186a2d6f87051db2768df41516. 2023-10-02T12:35:13,681 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2819): Flushing 1d8562186a2d6f87051db2768df41516 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-10-02T12:35:13,701 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/ns2/test-16962501011101/1d8562186a2d6f87051db2768df41516/.tmp/f/af812f1cec80420a961a6443b3e34e4b is 37, key is row10/f:q1/1696250104089/Put/seqid=0 2023-10-02T12:35:13,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-10-02T12:35:14,113 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/ns2/test-16962501011101/1d8562186a2d6f87051db2768df41516/.tmp/f/af812f1cec80420a961a6443b3e34e4b 2023-10-02T12:35:14,125 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/ns2/test-16962501011101/1d8562186a2d6f87051db2768df41516/.tmp/f/af812f1cec80420a961a6443b3e34e4b as hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/ns2/test-16962501011101/1d8562186a2d6f87051db2768df41516/f/af812f1cec80420a961a6443b3e34e4b 2023-10-02T12:35:14,134 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/ns2/test-16962501011101/1d8562186a2d6f87051db2768df41516/f/af812f1cec80420a961a6443b3e34e4b, entries=99, sequenceid=103, filesize=8.2 K 2023-10-02T12:35:14,136 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 1d8562186a2d6f87051db2768df41516 in 455ms, sequenceid=103, compaction requested=false 2023-10-02T12:35:14,138 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2520): Flush status journal for 1d8562186a2d6f87051db2768df41516: 2023-10-02T12:35:14,138 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-16962501011101,,1696250102955.1d8562186a2d6f87051db2768df41516. for snapshot_1696250113077_ns2_test-16962501011101 completed. 2023-10-02T12:35:14,138 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(240): Storing 'ns2:test-16962501011101,,1696250102955.1d8562186a2d6f87051db2768df41516.' region-info for snapshot=snapshot_1696250113077_ns2_test-16962501011101 2023-10-02T12:35:14,138 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-10-02T12:35:14,138 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/ns2/test-16962501011101/1d8562186a2d6f87051db2768df41516/f/af812f1cec80420a961a6443b3e34e4b] hfiles 2023-10-02T12:35:14,138 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/ns2/test-16962501011101/1d8562186a2d6f87051db2768df41516/f/af812f1cec80420a961a6443b3e34e4b for snapshot=snapshot_1696250113077_ns2_test-16962501011101 2023-10-02T12:35:14,149 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-16962501011101,,1696250102955.1d8562186a2d6f87051db2768df41516. 2023-10-02T12:35:14,149 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=37 2023-10-02T12:35:14,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.HMaster(3995): Remote procedure done, pid=37 2023-10-02T12:35:14,150 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1696250113077_ns2_test-16962501011101 on region 1d8562186a2d6f87051db2768df41516 2023-10-02T12:35:14,151 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 1d8562186a2d6f87051db2768df41516 2023-10-02T12:35:14,155 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=37, resume processing ppid=36 2023-10-02T12:35:14,155 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1696250113077_ns2_test-16962501011101 table=ns2:test-16962501011101 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-10-02T12:35:14,155 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=37, ppid=36, state=SUCCESS; SnapshotRegionProcedure 1d8562186a2d6f87051db2768df41516 in 629 msec 2023-10-02T12:35:14,156 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1696250113077_ns2_test-16962501011101 table=ns2:test-16962501011101 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-10-02T12:35:14,157 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1696250113077_ns2_test-16962501011101 table=ns2:test-16962501011101 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-10-02T12:35:14,157 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1696250113077_ns2_test-16962501011101 2023-10-02T12:35:14,158 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/.hbase-snapshot/.tmp/snapshot_1696250113077_ns2_test-16962501011101 2023-10-02T12:35:14,192 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1696250113077_ns2_test-16962501011101 table=ns2:test-16962501011101 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-10-02T12:35:14,206 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1696250113077_ns2_test-16962501011101 table=ns2:test-16962501011101 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-10-02T12:35:14,207 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/.hbase-snapshot/.tmp/snapshot_1696250113077_ns2_test-16962501011101 to hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/.hbase-snapshot/snapshot_1696250113077_ns2_test-16962501011101 2023-10-02T12:35:14,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-10-02T12:35:14,209 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1696250113077_ns2_test-16962501011101 table=ns2:test-16962501011101 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-10-02T12:35:14,210 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_1696250113077_ns2_test-16962501011101 table=ns2:test-16962501011101 type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-10-02T12:35:14,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1696250113077_ns2_test-16962501011101 table=ns2:test-16962501011101 type=FLUSH ttl=0 } in 1.1160 sec 2023-10-02T12:35:15,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-10-02T12:35:15,212 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: ns2:test-16962501011101, procId: 36 completed 2023-10-02T12:35:15,212 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1696250107480 2023-10-02T12:35:15,212 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-10-02T12:35:15,214 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied. 2023-10-02T12:35:15,217 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1696250107480_test-1696250101110 2023-10-02T12:35:15,218 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1696250111946_default_test-1696250101110 to hdfs://localhost:34731/backupUT/backup_1696250107480/default/test-1696250101110/ 2023-10-02T12:35:15,231 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-10-02T12:35:15,265 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:34731, inputRoot=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675 2023-10-02T12:35:15,265 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,36467,1696250087830_-558395162_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:34731/backupUT/backup_1696250107480/default/test-1696250101110, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:34731/backupUT/backup_1696250107480/default/test-1696250101110/.hbase-snapshot/.tmp/snapshot_1696250111946_default_test-1696250101110 2023-10-02T12:35:15,265 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:34731, inputRoot=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675, snapshotDir=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/.hbase-snapshot/snapshot_1696250111946_default_test-1696250101110. 2023-10-02T12:35:15,282 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/.hbase-snapshot/snapshot_1696250111946_default_test-1696250101110 to hdfs://localhost:34731/backupUT/backup_1696250107480/default/test-1696250101110/.hbase-snapshot/.tmp/snapshot_1696250111946_default_test-1696250101110 2023-10-02T12:35:15,324 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:15,325 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:15,326 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:15,326 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:16,375 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/hadoop-5721204533848197573.jar 2023-10-02T12:35:16,376 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:16,377 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:16,377 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:16,378 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:16,379 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:16,379 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:16,380 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:16,380 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:16,381 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:16,382 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-10-02T12:35:16,383 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-10-02T12:35:16,383 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-10-02T12:35:16,384 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-10-02T12:35:16,385 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-10-02T12:35:16,385 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-10-02T12:35:16,386 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-10-02T12:35:16,386 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-10-02T12:35:16,387 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-10-02T12:35:16,387 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-10-02T12:35:16,388 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-10-02T12:35:16,389 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-10-02T12:35:16,393 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-10-02T12:35:16,394 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-10-02T12:35:16,395 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:35:16,395 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-10-02T12:35:16,396 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-10-02T12:35:16,397 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:35:16,397 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:35:16,464 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-10-02T12:35:16,489 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1696250111946_default_test-1696250101110' hfile list 2023-10-02T12:35:16,503 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-10-02T12:35:16,791 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/mapreduce.cluster.local.dir/1696250116733/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-10-02T12:35:16,791 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/mapreduce.cluster.local.dir/1696250116733/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-10-02T12:35:16,938 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-10-02T12:35:16,968 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/default/test-1696250101110/17c97e6e364a87b3648f2e5254384488/f/1a5cca31df61480894cec95e75a97680 output=hdfs://localhost:34731/backupUT/backup_1696250107480/default/test-1696250101110/archive/data/default/test-1696250101110/17c97e6e364a87b3648f2e5254384488/f/1a5cca31df61480894cec95e75a97680 2023-10-02T12:35:16,968 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 4.004M/sec 2023-10-02T12:35:17,854 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-10-02T12:35:17,856 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-10-02T12:35:17,865 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1696250111946_default_test-1696250101110 2023-10-02T12:35:17,865 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1696250111946_default_test-1696250101110 finished. 2023-10-02T12:35:17,865 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1696250107480_ns2:test-16962501011101 2023-10-02T12:35:17,865 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1696250113077_ns2_test-16962501011101 to hdfs://localhost:34731/backupUT/backup_1696250107480/ns2/test-16962501011101/ 2023-10-02T12:35:17,866 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-10-02T12:35:17,906 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:34731, inputRoot=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675 2023-10-02T12:35:17,906 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,36467,1696250087830_2131894428_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:34731/backupUT/backup_1696250107480/ns2/test-16962501011101, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:34731/backupUT/backup_1696250107480/ns2/test-16962501011101/.hbase-snapshot/.tmp/snapshot_1696250113077_ns2_test-16962501011101 2023-10-02T12:35:17,906 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:34731, inputRoot=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675, snapshotDir=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/.hbase-snapshot/snapshot_1696250113077_ns2_test-16962501011101. 2023-10-02T12:35:17,917 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/.hbase-snapshot/snapshot_1696250113077_ns2_test-16962501011101 to hdfs://localhost:34731/backupUT/backup_1696250107480/ns2/test-16962501011101/.hbase-snapshot/.tmp/snapshot_1696250113077_ns2_test-16962501011101 2023-10-02T12:35:18,355 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:18,355 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:18,356 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:18,356 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:18,943 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-10-02T12:35:18,943 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2023-10-02T12:35:19,417 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/hadoop-5762885724831436694.jar 2023-10-02T12:35:19,418 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:19,418 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:19,419 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:19,419 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:19,420 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:19,420 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:19,420 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:19,421 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:19,421 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:19,422 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-10-02T12:35:19,423 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-10-02T12:35:19,423 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-10-02T12:35:19,424 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-10-02T12:35:19,424 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-10-02T12:35:19,425 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-10-02T12:35:19,425 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-10-02T12:35:19,425 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-10-02T12:35:19,426 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-10-02T12:35:19,427 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-10-02T12:35:19,427 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-10-02T12:35:19,428 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-10-02T12:35:19,428 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-10-02T12:35:19,429 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-10-02T12:35:19,430 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:35:19,430 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-10-02T12:35:19,430 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-10-02T12:35:19,431 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:35:19,432 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:35:19,459 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-10-02T12:35:19,481 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1696250113077_ns2_test-16962501011101' hfile list 2023-10-02T12:35:19,484 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-10-02T12:35:19,562 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/mapreduce.cluster.local.dir/1696250119526/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-10-02T12:35:19,562 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/mapreduce.cluster.local.dir/1696250119526/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-10-02T12:35:19,647 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-10-02T12:35:19,717 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/ns2/test-16962501011101/1d8562186a2d6f87051db2768df41516/f/af812f1cec80420a961a6443b3e34e4b output=hdfs://localhost:34731/backupUT/backup_1696250107480/ns2/test-16962501011101/archive/data/ns2/test-16962501011101/1d8562186a2d6f87051db2768df41516/f/af812f1cec80420a961a6443b3e34e4b 2023-10-02T12:35:19,717 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 4.004M/sec 2023-10-02T12:35:20,618 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-10-02T12:35:20,619 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-10-02T12:35:20,646 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1696250113077_ns2_test-16962501011101 2023-10-02T12:35:20,646 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1696250113077_ns2_test-16962501011101 finished. 2023-10-02T12:35:20,647 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupSystemTable(1034): test-1696250101110 2023-10-02T12:35:20,647 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupSystemTable(1034): ns2:test-16962501011101 2023-10-02T12:35:20,762 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1696250107480 2023-10-02T12:35:20,762 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-10-02T12:35:20,781 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:34731/backupUT/backup_1696250107480/.backup.manifest 2023-10-02T12:35:20,781 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1696250107480 2023-10-02T12:35:20,781 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-10-02T12:35:20,793 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:34731/backupUT/backup_1696250107480/.backup.manifest 2023-10-02T12:35:20,793 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.TableBackupClient(358): Backup backup_1696250107480 finished: type=FULL,tablelist=test-1696250101110;ns2:test-16962501011101,targetRootDir=hdfs://localhost:34731/backupUT,startts=1696250111611,completets=1696250120758,bytescopied=0 2023-10-02T12:35:20,793 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-10-02T12:35:20,794 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1696250111946_default_test-1696250101110 2023-10-02T12:35:20,807 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_1696250111946_default_test-1696250101110" 2023-10-02T12:35:20,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_1696250111946_default_test-1696250101110 2023-10-02T12:35:20,815 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1696250111946_default_test-1696250101110 for backup backup_1696250107480 succeeded. 2023-10-02T12:35:20,815 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1696250113077_ns2_test-16962501011101 2023-10-02T12:35:20,816 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_1696250113077_ns2_test-16962501011101" 2023-10-02T12:35:20,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_1696250113077_ns2_test-16962501011101 2023-10-02T12:35:20,821 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1696250113077_ns2_test-16962501011101 for backup backup_1696250107480 succeeded. 2023-10-02T12:35:20,827 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-10-02T12:35:20,851 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-10-02T12:35:20,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_backup_system 2023-10-02T12:35:20,856 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupSystemTable(1577): Done deleting backup system table snapshot 2023-10-02T12:35:20,865 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-10-02T12:35:20,892 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] impl.TableBackupClient(376): Backup backup_1696250107480 completed. 2023-10-02T12:35:21,080 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] backup.TestIncrementalBackupMergeWithFailures(249): writing 99 rows to test-1696250101110 2023-10-02T12:35:21,109 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] backup.TestIncrementalBackupMergeWithFailures(253): written 99 rows to test-1696250101110 2023-10-02T12:35:21,269 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] backup.TestIncrementalBackupMergeWithFailures(259): written 99 rows to ns2:test-16962501011101 2023-10-02T12:35:21,313 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-10-02T12:35:21,318 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-10-02T12:35:21,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1696250121318 (current time:1696250121318). 2023-10-02T12:35:21,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-10-02T12:35:21,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-10-02T12:35:21,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x5b501b19 to 127.0.0.1:56909 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:35:21,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aa997cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:35:21,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:35:21,330 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:47220, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:35:21,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x5b501b19 to 127.0.0.1:56909 2023-10-02T12:35:21,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:35:21,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-10-02T12:35:21,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] procedure2.ProcedureExecutor(1032): Stored pid=38, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-10-02T12:35:21,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 38 2023-10-02T12:35:21,336 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-10-02T12:35:21,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-10-02T12:35:21,337 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-10-02T12:35:21,340 WARN [PEWorker-1 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/.hbase-snapshot, current working dir path: hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/.hbase-snapshot/.tmp/snapshot_backup_system org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-10-02T12:35:21,342 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-10-02T12:35:21,349 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-10-02T12:35:21,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure 39a49ac9d86ccd7e71e0e912c2f0aa84}] 2023-10-02T12:35:21,351 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure 39a49ac9d86ccd7e71e0e912c2f0aa84 2023-10-02T12:35:21,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-10-02T12:35:21,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38219 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=39 2023-10-02T12:35:21,502 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1696250107649.39a49ac9d86ccd7e71e0e912c2f0aa84. 2023-10-02T12:35:21,503 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(2819): Flushing 39a49ac9d86ccd7e71e0e912c2f0aa84 2/2 column families, dataSize=1.51 KB heapSize=2.80 KB 2023-10-02T12:35:21,518 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/backup/system/39a49ac9d86ccd7e71e0e912c2f0aa84/.tmp/meta/164a4808d7ed4357816415a50dadd6b2 is 171, key is trslm:hdfs://localhost:34731/backupUT\x00ns2:test-16962501011101/meta:log-roll-map/1696250120743/Put/seqid=0 2023-10-02T12:35:21,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-10-02T12:35:21,925 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=785 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/backup/system/39a49ac9d86ccd7e71e0e912c2f0aa84/.tmp/meta/164a4808d7ed4357816415a50dadd6b2 2023-10-02T12:35:21,939 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/backup/system/39a49ac9d86ccd7e71e0e912c2f0aa84/.tmp/session/3c128dc7cc68459594717e213b4a28fb is 459, key is session:backup_1696250107480/session:context/1696250120863/Put/seqid=0 2023-10-02T12:35:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-10-02T12:35:22,349 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=758 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/backup/system/39a49ac9d86ccd7e71e0e912c2f0aa84/.tmp/session/3c128dc7cc68459594717e213b4a28fb 2023-10-02T12:35:22,358 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/backup/system/39a49ac9d86ccd7e71e0e912c2f0aa84/.tmp/meta/164a4808d7ed4357816415a50dadd6b2 as hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/backup/system/39a49ac9d86ccd7e71e0e912c2f0aa84/meta/164a4808d7ed4357816415a50dadd6b2 2023-10-02T12:35:22,366 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/backup/system/39a49ac9d86ccd7e71e0e912c2f0aa84/meta/164a4808d7ed4357816415a50dadd6b2, entries=6, sequenceid=17, filesize=5.8 K 2023-10-02T12:35:22,367 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/backup/system/39a49ac9d86ccd7e71e0e912c2f0aa84/.tmp/session/3c128dc7cc68459594717e213b4a28fb as hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/backup/system/39a49ac9d86ccd7e71e0e912c2f0aa84/session/3c128dc7cc68459594717e213b4a28fb 2023-10-02T12:35:22,374 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/backup/system/39a49ac9d86ccd7e71e0e912c2f0aa84/session/3c128dc7cc68459594717e213b4a28fb, entries=2, sequenceid=17, filesize=5.4 K 2023-10-02T12:35:22,375 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(3022): Finished flush of dataSize ~1.51 KB/1543, heapSize ~2.77 KB/2840, currentSize=0 B/0 for 39a49ac9d86ccd7e71e0e912c2f0aa84 in 872ms, sequenceid=17, compaction requested=false 2023-10-02T12:35:22,375 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(2520): Flush status journal for 39a49ac9d86ccd7e71e0e912c2f0aa84: 2023-10-02T12:35:22,375 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1696250107649.39a49ac9d86ccd7e71e0e912c2f0aa84. for snapshot_backup_system completed. 2023-10-02T12:35:22,376 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1696250107649.39a49ac9d86ccd7e71e0e912c2f0aa84.' region-info for snapshot=snapshot_backup_system 2023-10-02T12:35:22,376 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-10-02T12:35:22,376 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/backup/system/39a49ac9d86ccd7e71e0e912c2f0aa84/meta/164a4808d7ed4357816415a50dadd6b2] hfiles 2023-10-02T12:35:22,376 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/backup/system/39a49ac9d86ccd7e71e0e912c2f0aa84/meta/164a4808d7ed4357816415a50dadd6b2 for snapshot=snapshot_backup_system 2023-10-02T12:35:22,376 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/backup/system/39a49ac9d86ccd7e71e0e912c2f0aa84/session/5946daa846db45b087d5ac1d439e2008, hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/backup/system/39a49ac9d86ccd7e71e0e912c2f0aa84/session/3c128dc7cc68459594717e213b4a28fb] hfiles 2023-10-02T12:35:22,376 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (1/2): hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/backup/system/39a49ac9d86ccd7e71e0e912c2f0aa84/session/5946daa846db45b087d5ac1d439e2008 for snapshot=snapshot_backup_system 2023-10-02T12:35:22,376 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (2/2): hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/backup/system/39a49ac9d86ccd7e71e0e912c2f0aa84/session/3c128dc7cc68459594717e213b4a28fb for snapshot=snapshot_backup_system 2023-10-02T12:35:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-10-02T12:35:22,785 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1696250107649.39a49ac9d86ccd7e71e0e912c2f0aa84. 2023-10-02T12:35:22,785 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=39 2023-10-02T12:35:22,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.HMaster(3995): Remote procedure done, pid=39 2023-10-02T12:35:22,786 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region 39a49ac9d86ccd7e71e0e912c2f0aa84 2023-10-02T12:35:22,787 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure 39a49ac9d86ccd7e71e0e912c2f0aa84 2023-10-02T12:35:22,790 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=39, resume processing ppid=38 2023-10-02T12:35:22,790 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-10-02T12:35:22,790 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=39, ppid=38, state=SUCCESS; SnapshotRegionProcedure 39a49ac9d86ccd7e71e0e912c2f0aa84 in 1.4390 sec 2023-10-02T12:35:22,791 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-10-02T12:35:22,791 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-10-02T12:35:22,792 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-10-02T12:35:22,792 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/.hbase-snapshot/.tmp/snapshot_backup_system 2023-10-02T12:35:23,206 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-10-02T12:35:23,214 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-10-02T12:35:23,214 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/.hbase-snapshot/snapshot_backup_system 2023-10-02T12:35:23,216 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-10-02T12:35:23,216 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 38 2023-10-02T12:35:23,217 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=38, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.8840 sec 2023-10-02T12:35:23,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-10-02T12:35:23,446 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: backup:system, procId: 38 completed 2023-10-02T12:35:23,446 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] impl.TableBackupClient(115): Backup backup_1696250121269 started at 1696250123446. 2023-10-02T12:35:23,448 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.TableBackupClient(119): Backup session backup_1696250121269 has been started. 2023-10-02T12:35:23,455 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.IncrementalTableBackupClient(268): For incremental backup, current table set is [ns2:test-16962501011101, test-1696250101110] 2023-10-02T12:35:23,460 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.IncrementalBackupManager(76): StartCode 1696250093563for backupID backup_1696250121269 2023-10-02T12:35:23,460 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2023-10-02T12:35:23,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(948): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-10-02T12:35:23,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-10-02T12:35:23,461 INFO [(jenkins-hbase3.apache.org,36467,1696250087830)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-10-02T12:35:23,461 DEBUG [(jenkins-hbase3.apache.org,36467,1696250087830)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-10-02T12:35:23,463 DEBUG [(jenkins-hbase3.apache.org,36467,1696250087830)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-10-02T12:35:23,463 DEBUG [(jenkins-hbase3.apache.org,36467,1696250087830)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-10-02T12:35:23,463 DEBUG [(jenkins-hbase3.apache.org,36467,1696250087830)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-10-02T12:35:23,463 DEBUG [(jenkins-hbase3.apache.org,36467,1696250087830)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-10-02T12:35:23,465 DEBUG [(jenkins-hbase3.apache.org,36467,1696250087830)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:35:23,465 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38219-0x101732ba6490001, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-10-02T12:35:23,465 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-10-02T12:35:23,465 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-10-02T12:35:23,465 DEBUG [(jenkins-hbase3.apache.org,36467,1696250087830)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:35:23,465 DEBUG [(jenkins-hbase3.apache.org,36467,1696250087830)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-10-02T12:35:23,466 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-10-02T12:35:23,466 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38219-0x101732ba6490001, quorum=127.0.0.1:56909, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-10-02T12:35:23,466 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-10-02T12:35:23,466 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-10-02T12:35:23,467 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-10-02T12:35:23,467 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-10-02T12:35:23,467 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-10-02T12:35:23,467 DEBUG [member: 'jenkins-hbase3.apache.org,38219,1696250090974' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-10-02T12:35:23,467 DEBUG [member: 'jenkins-hbase3.apache.org,38219,1696250090974' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-10-02T12:35:23,468 DEBUG [member: 'jenkins-hbase3.apache.org,38219,1696250090974' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-10-02T12:35:23,468 DEBUG [member: 'jenkins-hbase3.apache.org,38219,1696250090974' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-10-02T12:35:23,468 DEBUG [member: 'jenkins-hbase3.apache.org,38219,1696250090974' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,38219,1696250090974' joining acquired barrier for procedure (rolllog) in zk 2023-10-02T12:35:23,472 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:35:23,472 DEBUG [member: 'jenkins-hbase3.apache.org,38219,1696250090974' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-10-02T12:35:23,472 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:35:23,473 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-10-02T12:35:23,473 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-10-02T12:35:23,473 DEBUG [member: 'jenkins-hbase3.apache.org,38219,1696250090974' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38219-0x101732ba6490001, quorum=127.0.0.1:56909, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-10-02T12:35:23,473 DEBUG [member: 'jenkins-hbase3.apache.org,38219,1696250090974' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-10-02T12:35:23,473 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-10-02T12:35:23,473 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-10-02T12:35:23,474 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:35:23,474 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:35:23,475 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-10-02T12:35:23,475 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,38219,1696250090974' joining acquired barrier for procedure 'rolllog' on coordinator 2023-10-02T12:35:23,475 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@2c1ae1bc[Count = 0] remaining members to acquire global barrier 2023-10-02T12:35:23,475 DEBUG [(jenkins-hbase3.apache.org,36467,1696250087830)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-10-02T12:35:23,475 DEBUG [(jenkins-hbase3.apache.org,36467,1696250087830)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-10-02T12:35:23,476 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38219-0x101732ba6490001, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-10-02T12:35:23,477 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-10-02T12:35:23,477 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-10-02T12:35:23,477 DEBUG [member: 'jenkins-hbase3.apache.org,38219,1696250090974' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-10-02T12:35:23,477 DEBUG [(jenkins-hbase3.apache.org,36467,1696250087830)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:35:23,477 DEBUG [(jenkins-hbase3.apache.org,36467,1696250087830)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-10-02T12:35:23,477 DEBUG [member: 'jenkins-hbase3.apache.org,38219,1696250090974' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-10-02T12:35:23,477 DEBUG [rs(jenkins-hbase3.apache.org,38219,1696250090974)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:35:23,477 INFO [rs(jenkins-hbase3.apache.org,38219,1696250090974)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1696250111692 highest: 1696250111692 on jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:35:23,477 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C38219%2C1696250090974:(num 1696250111692) roll requested 2023-10-02T12:35:23,491 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/WALs/jenkins-hbase3.apache.org,38219,1696250090974/jenkins-hbase3.apache.org%2C38219%2C1696250090974.1696250123477, exclude list is [], retry=0 2023-10-02T12:35:23,496 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45145,DS-5000f36f-03c1-49d4-8f28-c2c78d45f9b8,DISK] 2023-10-02T12:35:23,504 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/WALs/jenkins-hbase3.apache.org,38219,1696250090974/jenkins-hbase3.apache.org%2C38219%2C1696250090974.1696250111692 with entries=212, filesize=28.92 KB; new WAL /user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/WALs/jenkins-hbase3.apache.org,38219,1696250090974/jenkins-hbase3.apache.org%2C38219%2C1696250090974.1696250123477 2023-10-02T12:35:23,504 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:45145,DS-5000f36f-03c1-49d4-8f28-c2c78d45f9b8,DISK]] 2023-10-02T12:35:23,504 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/WALs/jenkins-hbase3.apache.org,38219,1696250090974/jenkins-hbase3.apache.org%2C38219%2C1696250090974.1696250111692 is not closed yet, will try archiving it next time 2023-10-02T12:35:23,504 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C38219%2C1696250090974.meta:.meta(num 1696250111725) roll requested 2023-10-02T12:35:23,523 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/WALs/jenkins-hbase3.apache.org,38219,1696250090974/jenkins-hbase3.apache.org%2C38219%2C1696250090974.meta.1696250123504.meta, exclude list is [], retry=0 2023-10-02T12:35:23,528 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45145,DS-5000f36f-03c1-49d4-8f28-c2c78d45f9b8,DISK] 2023-10-02T12:35:23,538 DEBUG [rs(jenkins-hbase3.apache.org,38219,1696250090974)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 61 2023-10-02T12:35:23,538 INFO [rs(jenkins-hbase3.apache.org,38219,1696250090974)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1696250123477 on jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:35:23,542 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/WALs/jenkins-hbase3.apache.org,38219,1696250090974/jenkins-hbase3.apache.org%2C38219%2C1696250090974.meta.1696250111725.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/WALs/jenkins-hbase3.apache.org,38219,1696250090974/jenkins-hbase3.apache.org%2C38219%2C1696250090974.meta.1696250123504.meta 2023-10-02T12:35:23,542 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:45145,DS-5000f36f-03c1-49d4-8f28-c2c78d45f9b8,DISK]] 2023-10-02T12:35:23,542 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/WALs/jenkins-hbase3.apache.org,38219,1696250090974/jenkins-hbase3.apache.org%2C38219%2C1696250090974.meta.1696250111725.meta is not closed yet, will try archiving it next time 2023-10-02T12:35:23,561 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(656): complete file /user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/WALs/jenkins-hbase3.apache.org,38219,1696250090974/jenkins-hbase3.apache.org%2C38219%2C1696250090974.meta.1696250111725.meta not finished, retry = 0 2023-10-02T12:35:23,584 DEBUG [member: 'jenkins-hbase3.apache.org,38219,1696250090974' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-10-02T12:35:23,584 DEBUG [member: 'jenkins-hbase3.apache.org,38219,1696250090974' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,38219,1696250090974' in zk 2023-10-02T12:35:23,588 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:35:23,588 DEBUG [member: 'jenkins-hbase3.apache.org,38219,1696250090974' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-10-02T12:35:23,588 DEBUG [member: 'jenkins-hbase3.apache.org,38219,1696250090974' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-10-02T12:35:23,588 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:35:23,588 DEBUG [member: 'jenkins-hbase3.apache.org,38219,1696250090974' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-10-02T12:35:23,589 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-10-02T12:35:23,589 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-10-02T12:35:23,590 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-10-02T12:35:23,590 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-10-02T12:35:23,591 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:35:23,591 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:35:23,592 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-10-02T12:35:23,592 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:35:23,593 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:35:23,594 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,38219,1696250090974': 2023-10-02T12:35:23,594 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,38219,1696250090974' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-10-02T12:35:23,594 INFO [(jenkins-hbase3.apache.org,36467,1696250087830)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-10-02T12:35:23,594 DEBUG [(jenkins-hbase3.apache.org,36467,1696250087830)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-10-02T12:35:23,594 DEBUG [(jenkins-hbase3.apache.org,36467,1696250087830)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-10-02T12:35:23,594 DEBUG [(jenkins-hbase3.apache.org,36467,1696250087830)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-10-02T12:35:23,594 INFO [(jenkins-hbase3.apache.org,36467,1696250087830)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-10-02T12:35:23,597 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-10-02T12:35:23,597 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38219-0x101732ba6490001, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-10-02T12:35:23,597 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-10-02T12:35:23,597 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38219-0x101732ba6490001, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-10-02T12:35:23,597 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-10-02T12:35:23,597 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-10-02T12:35:23,597 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-10-02T12:35:23,597 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-10-02T12:35:23,598 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-10-02T12:35:23,598 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-10-02T12:35:23,598 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-10-02T12:35:23,598 DEBUG [(jenkins-hbase3.apache.org,36467,1696250087830)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:35:23,598 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-10-02T12:35:23,599 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:35:23,599 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-10-02T12:35:23,600 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:35:23,601 DEBUG [(jenkins-hbase3.apache.org,36467,1696250087830)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:35:23,601 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:35:23,602 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-10-02T12:35:23,603 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:35:23,603 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:35:23,611 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:35:23,611 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38219-0x101732ba6490001, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-10-02T12:35:23,611 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-10-02T12:35:23,611 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-10-02T12:35:23,611 DEBUG [(jenkins-hbase3.apache.org,36467,1696250087830)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-10-02T12:35:23,611 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-10-02T12:35:23,611 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-10-02T12:35:23,611 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:35:23,611 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-10-02T12:35:23,611 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-10-02T12:35:23,611 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-10-02T12:35:23,611 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38219-0x101732ba6490001, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-10-02T12:35:23,611 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-10-02T12:35:23,612 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-10-02T12:35:23,612 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] client.HBaseAdmin(2838): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-10-02T12:35:23,613 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] client.HBaseAdmin(2846): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-10-02T12:35:23,614 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-10-02T12:35:23,614 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-10-02T12:35:23,663 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(809): Archiving hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/WALs/jenkins-hbase3.apache.org,38219,1696250090974/jenkins-hbase3.apache.org%2C38219%2C1696250090974.meta.1696250111725.meta to hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/oldWALs/jenkins-hbase3.apache.org%2C38219%2C1696250090974.meta.1696250111725.meta 2023-10-02T12:35:23,713 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] client.HBaseAdmin(2852): Getting current status of procedure from master... 2023-10-02T12:35:23,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1249): Checking to see if procedure from request:rolllog-proc is done 2023-10-02T12:35:23,716 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {jenkins-hbase3.apache.org:38219=1696250093563} newestTimestamps: {jenkins-hbase3.apache.org:38219=1696250111692} 2023-10-02T12:35:23,720 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase3.apache.org%2C38219%2C1696250090974.meta.1696250093904.meta 2023-10-02T12:35:23,720 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase3.apache.org%2C38219%2C1696250090974.meta.1696250123504.meta 2023-10-02T12:35:23,720 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/WALs/jenkins-hbase3.apache.org,38219,1696250090974/jenkins-hbase3.apache.org%2C38219%2C1696250090974.1696250111692 2023-10-02T12:35:23,720 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/WALs/jenkins-hbase3.apache.org,38219,1696250090974/jenkins-hbase3.apache.org%2C38219%2C1696250090974.1696250123477 2023-10-02T12:35:23,721 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/oldWALs/jenkins-hbase3.apache.org%2C38219%2C1696250090974.meta.1696250111725.meta 2023-10-02T12:35:24,136 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] util.BackupUtils(146): Attempting to copy table info for:test-1696250101110 target: hdfs://localhost:34731/backupUT/backup_1696250121269/default/test-1696250101110 descriptor: 'test-1696250101110', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:35:24,136 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] util.BackupUtils(148): Finished copying tableinfo. 2023-10-02T12:35:24,138 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] util.BackupUtils(151): Starting to write region info for table test-1696250101110 2023-10-02T12:35:24,545 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] util.BackupUtils(158): Finished writing region info for table test-1696250101110 2023-10-02T12:35:24,957 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] util.BackupUtils(146): Attempting to copy table info for:ns2:test-16962501011101 target: hdfs://localhost:34731/backupUT/backup_1696250121269/ns2/test-16962501011101 descriptor: 'ns2:test-16962501011101', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:35:24,957 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] util.BackupUtils(148): Finished copying tableinfo. 2023-10-02T12:35:24,959 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] util.BackupUtils(151): Starting to write region info for table ns2:test-16962501011101 2023-10-02T12:35:25,365 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] util.BackupUtils(158): Finished writing region info for table ns2:test-16962501011101 2023-10-02T12:35:25,376 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.WALPlayer(360): add incremental job :hdfs://localhost:34731/backupUT/.tmp/backup_1696250121269 from hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/WALs/jenkins-hbase3.apache.org,38219,1696250090974/jenkins-hbase3.apache.org%2C38219%2C1696250090974.1696250111692 2023-10-02T12:35:25,382 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x4a594d56 to 127.0.0.1:56909 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:35:25,388 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11139c70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:35:25,390 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:35:25,391 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:43834, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:35:25,409 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-10-02T12:35:25,409 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:test-16962501011101 2023-10-02T12:35:25,414 DEBUG [hconnection-0x749852ea-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:35:25,415 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:47234, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:35:25,417 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:test-16962501011101: ns2:test-16962501011101; 2023-10-02T12:35:25,418 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table test-1696250101110 2023-10-02T12:35:25,420 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for test-1696250101110: test-1696250101110; 2023-10-02T12:35:25,420 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(694): Configuring 2 reduce partitions to match current region count for all tables 2023-10-02T12:35:25,420 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/hbase-staging/partitions_c39ad4e1-3d8b-4b2c-ae68-e36831e777d2 2023-10-02T12:35:25,862 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:25,863 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:25,863 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:25,864 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:26,845 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/hadoop-1692840968700495092.jar 2023-10-02T12:35:26,846 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:26,846 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:26,847 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:26,847 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:26,848 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:26,848 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:26,848 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:26,849 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:26,849 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:26,850 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-10-02T12:35:26,851 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-10-02T12:35:26,851 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-10-02T12:35:26,851 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-10-02T12:35:26,852 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-10-02T12:35:26,852 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-10-02T12:35:26,853 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-10-02T12:35:26,853 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-10-02T12:35:26,854 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-10-02T12:35:26,854 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-10-02T12:35:26,855 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-10-02T12:35:26,855 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-10-02T12:35:26,857 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:26,858 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:26,858 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:26,858 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:26,859 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:26,859 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:26,860 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:35:26,860 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: ns2:test-16962501011101,default:test-1696250101110 2023-10-02T12:35:26,860 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:35:26,860 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x4a594d56 to 127.0.0.1:56909 2023-10-02T12:35:26,861 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:35:26,861 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-10-02T12:35:27,842 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/hadoop-6341155569886719360.jar 2023-10-02T12:35:27,847 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-10-02T12:35:27,864 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/WALs/jenkins-hbase3.apache.org,38219,1696250090974/jenkins-hbase3.apache.org%2C38219%2C1696250090974.1696250111692 for WAL files 2023-10-02T12:35:27,865 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/WALs/jenkins-hbase3.apache.org,38219,1696250090974/jenkins-hbase3.apache.org%2C38219%2C1696250090974.1696250111692 2023-10-02T12:35:27,886 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-10-02T12:35:27,887 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:43844, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-10-02T12:35:27,973 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/mapreduce.cluster.local.dir/1696250127931/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-10-02T12:35:27,973 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/mapreduce.cluster.local.dir/1696250127931/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-10-02T12:35:28,059 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/WALs/jenkins-hbase3.apache.org,38219,1696250090974/jenkins-hbase3.apache.org%2C38219%2C1696250090974.1696250111692 for hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/WALs/jenkins-hbase3.apache.org,38219,1696250090974/jenkins-hbase3.apache.org%2C38219%2C1696250090974.1696250111692 (-9223372036854775808:9223372036854775807) length:29619 2023-10-02T12:35:28,088 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2023-10-02T12:35:28,088 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2023-10-02T12:35:28,205 DEBUG [pool-204-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x2db2c5e5 to 127.0.0.1:56909 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:35:28,219 DEBUG [pool-204-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5214203b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:35:28,222 DEBUG [hconnection-0x1b41188b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:35:28,224 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:47236, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:35:28,226 DEBUG [pool-204-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x2db2c5e5 to 127.0.0.1:56909 2023-10-02T12:35:28,226 DEBUG [pool-204-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:35:28,228 DEBUG [pool-204-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-ns2:test-16962501011101-1-0] 2023-10-02T12:35:28,228 DEBUG [pool-204-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-10-02T12:35:28,244 DEBUG [pool-204-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34731/backupUT/.tmp/backup_1696250121269/_temporary/0/_temporary/attempt_local1940359634_0003_r_000000_0/ns2/test-16962501011101/f/2dae561974d742278c53d43e8c5acec3 is 64, key is row-ns2:test-16962501011101-1-10/f:q1/1696250121131/Put/seqid=0 2023-10-02T12:35:28,247 WARN [Thread-842 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:38219] Specified favored nodes: [jenkins-hbase3.apache.org:38219] 2023-10-02T12:35:28,672 DEBUG [pool-204-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x2b42c659 to 127.0.0.1:56909 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:35:28,678 DEBUG [pool-204-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40495be7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:35:28,681 DEBUG [hconnection-0x1c381b7b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:35:28,683 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:47248, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:35:28,685 DEBUG [pool-204-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x2b42c659 to 127.0.0.1:56909 2023-10-02T12:35:28,685 DEBUG [pool-204-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:35:28,688 DEBUG [pool-204-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-test-1696250101110-1-0] 2023-10-02T12:35:28,688 DEBUG [pool-204-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-10-02T12:35:28,702 DEBUG [pool-204-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34731/backupUT/.tmp/backup_1696250121269/_temporary/0/_temporary/attempt_local1940359634_0003_r_000001_0/default/test-1696250101110/f/254d9eb4fd0b4d279c87b1bdfcbd7f15 is 59, key is row-test-1696250101110-1-10/f:q1/1696250120954/Put/seqid=0 2023-10-02T12:35:28,704 WARN [Thread-852 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:38219] Specified favored nodes: [jenkins-hbase3.apache.org:38219] 2023-10-02T12:35:29,012 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.IncrementalTableBackupClient(325): Incremental copy HFiles is starting. dest=hdfs://localhost:34731/backupUT 2023-10-02T12:35:29,012 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.IncrementalTableBackupClient(335): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1696250121269 2023-10-02T12:35:29,012 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.MapReduceBackupCopyJob(379): Doing COPY_TYPE_DISTCP 2023-10-02T12:35:29,027 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.MapReduceBackupCopyJob(388): DistCp options: [hdfs://localhost:34731/backupUT/.tmp/backup_1696250121269, hdfs://localhost:34731/backupUT] 2023-10-02T12:35:29,092 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-10-02T12:35:30,186 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(218): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2023-10-02T12:35:30,189 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.MapReduceBackupCopyJob(138): Backup progress data "100%" has been updated to backup system table for backup_1696250121269 2023-10-02T12:35:30,189 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(226): Backup progress data updated to backup system table: "Progress: 100.0% - 22345 bytes copied." 2023-10-02T12:35:30,189 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(236): DistCp job-id: job_local1447192820_0004 completed: true true 2023-10-02T12:35:30,194 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(239): Counters: 24 File System Counters FILE: Number of bytes read=3815499 FILE: Number of bytes written=5112498 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=139395 HDFS: Number of bytes written=2350167 HDFS: Number of read operations=470 HDFS: Number of large read operations=0 HDFS: Number of write operations=198 Map-Reduce Framework Map input records=10 Map output records=0 Input split bytes=343 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1527250944 File Input Format Counters Bytes Read=2444 File Output Format Counters Bytes Written=0 DistCp Counters Bytes Copied=22345 Bytes Expected=22345 Files Copied=3 DIR_COPY=7 2023-10-02T12:35:30,195 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.IncrementalTableBackupClient(346): Incremental copy HFiles from hdfs://localhost:34731/backupUT/.tmp/backup_1696250121269 to hdfs://localhost:34731/backupUT finished. 2023-10-02T12:35:30,210 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupSystemTable(453): deleted 0 original bulkload rows 2023-10-02T12:35:30,210 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1696250121269 2023-10-02T12:35:30,217 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-10-02T12:35:30,217 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1696250121269 2023-10-02T12:35:30,219 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-10-02T12:35:30,627 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:34731/backupUT/backup_1696250121269/.backup.manifest 2023-10-02T12:35:30,627 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1696250121269 2023-10-02T12:35:30,630 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-10-02T12:35:30,630 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1696250121269 2023-10-02T12:35:30,632 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-10-02T12:35:31,043 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:34731/backupUT/backup_1696250121269/.backup.manifest 2023-10-02T12:35:31,044 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1696250121269 2023-10-02T12:35:31,046 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-10-02T12:35:31,454 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:34731/backupUT/backup_1696250121269/.backup.manifest 2023-10-02T12:35:31,454 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.TableBackupClient(358): Backup backup_1696250121269 finished: type=INCREMENTAL,tablelist=test-1696250101110;ns2:test-16962501011101,targetRootDir=hdfs://localhost:34731/backupUT,startts=1696250123446,completets=1696250130210,bytescopied=0 2023-10-02T12:35:31,455 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-10-02T12:35:31,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-10-02T12:35:31,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_backup_system 2023-10-02T12:35:31,465 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupSystemTable(1577): Done deleting backup system table snapshot 2023-10-02T12:35:31,467 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-10-02T12:35:31,470 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] impl.TableBackupClient(376): Backup backup_1696250121269 completed. 2023-10-02T12:35:31,726 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-10-02T12:35:31,730 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-10-02T12:35:31,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1696250131730 (current time:1696250131730). 2023-10-02T12:35:31,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-10-02T12:35:31,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-10-02T12:35:31,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x70f67997 to 127.0.0.1:56909 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:35:31,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12c4d986, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:35:31,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:35:31,770 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:42828, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:35:31,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x70f67997 to 127.0.0.1:56909 2023-10-02T12:35:31,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:35:31,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-10-02T12:35:31,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] procedure2.ProcedureExecutor(1032): Stored pid=40, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-10-02T12:35:31,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 40 2023-10-02T12:35:31,775 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-10-02T12:35:31,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=40 2023-10-02T12:35:31,776 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-10-02T12:35:31,782 WARN [PEWorker-5 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/.hbase-snapshot, current working dir path: hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/.hbase-snapshot/.tmp/snapshot_backup_system org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-10-02T12:35:31,784 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-10-02T12:35:31,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=40 2023-10-02T12:35:32,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=40 2023-10-02T12:35:32,191 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-10-02T12:35:32,192 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; SnapshotRegionProcedure 39a49ac9d86ccd7e71e0e912c2f0aa84}] 2023-10-02T12:35:32,194 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=41, ppid=40, state=RUNNABLE; SnapshotRegionProcedure 39a49ac9d86ccd7e71e0e912c2f0aa84 2023-10-02T12:35:32,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38219 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=41 2023-10-02T12:35:32,346 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1696250107649.39a49ac9d86ccd7e71e0e912c2f0aa84. 2023-10-02T12:35:32,346 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HRegion(2819): Flushing 39a49ac9d86ccd7e71e0e912c2f0aa84 2/2 column families, dataSize=1.37 KB heapSize=2.52 KB 2023-10-02T12:35:32,350 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/backup/system/39a49ac9d86ccd7e71e0e912c2f0aa84/.tmp/meta/38e5f68417d24f98bee0d20a308f7683 is 171, key is trslm:hdfs://localhost:34731/backupUT\x00ns2:test-16962501011101/meta:log-roll-map/1696250130200/Put/seqid=0 2023-10-02T12:35:32,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=40 2023-10-02T12:35:32,755 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=531 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/backup/system/39a49ac9d86ccd7e71e0e912c2f0aa84/.tmp/meta/38e5f68417d24f98bee0d20a308f7683 2023-10-02T12:35:32,765 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/backup/system/39a49ac9d86ccd7e71e0e912c2f0aa84/.tmp/session/e7133670ffea49dda3f325d5eb1bc8cf is 360, key is session:backup_1696250121269/session:context/1696250131466/Put/seqid=0 2023-10-02T12:35:32,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=40 2023-10-02T12:35:33,170 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=873 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/backup/system/39a49ac9d86ccd7e71e0e912c2f0aa84/.tmp/session/e7133670ffea49dda3f325d5eb1bc8cf 2023-10-02T12:35:33,178 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/backup/system/39a49ac9d86ccd7e71e0e912c2f0aa84/.tmp/meta/38e5f68417d24f98bee0d20a308f7683 as hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/backup/system/39a49ac9d86ccd7e71e0e912c2f0aa84/meta/38e5f68417d24f98bee0d20a308f7683 2023-10-02T12:35:33,184 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/backup/system/39a49ac9d86ccd7e71e0e912c2f0aa84/meta/38e5f68417d24f98bee0d20a308f7683, entries=4, sequenceid=28, filesize=5.7 K 2023-10-02T12:35:33,186 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/backup/system/39a49ac9d86ccd7e71e0e912c2f0aa84/.tmp/session/e7133670ffea49dda3f325d5eb1bc8cf as hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/backup/system/39a49ac9d86ccd7e71e0e912c2f0aa84/session/e7133670ffea49dda3f325d5eb1bc8cf 2023-10-02T12:35:33,192 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/backup/system/39a49ac9d86ccd7e71e0e912c2f0aa84/session/e7133670ffea49dda3f325d5eb1bc8cf, entries=2, sequenceid=28, filesize=5.3 K 2023-10-02T12:35:33,193 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HRegion(3022): Finished flush of dataSize ~1.37 KB/1404, heapSize ~2.49 KB/2552, currentSize=0 B/0 for 39a49ac9d86ccd7e71e0e912c2f0aa84 in 847ms, sequenceid=28, compaction requested=true 2023-10-02T12:35:33,194 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HRegion(2520): Flush status journal for 39a49ac9d86ccd7e71e0e912c2f0aa84: 2023-10-02T12:35:33,194 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1696250107649.39a49ac9d86ccd7e71e0e912c2f0aa84. for snapshot_backup_system completed. 2023-10-02T12:35:33,195 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1696250107649.39a49ac9d86ccd7e71e0e912c2f0aa84.' region-info for snapshot=snapshot_backup_system 2023-10-02T12:35:33,195 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-10-02T12:35:33,195 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/backup/system/39a49ac9d86ccd7e71e0e912c2f0aa84/meta/164a4808d7ed4357816415a50dadd6b2, hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/backup/system/39a49ac9d86ccd7e71e0e912c2f0aa84/meta/38e5f68417d24f98bee0d20a308f7683] hfiles 2023-10-02T12:35:33,195 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(264): Adding reference for file (1/2): hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/backup/system/39a49ac9d86ccd7e71e0e912c2f0aa84/meta/164a4808d7ed4357816415a50dadd6b2 for snapshot=snapshot_backup_system 2023-10-02T12:35:33,195 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(264): Adding reference for file (2/2): hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/backup/system/39a49ac9d86ccd7e71e0e912c2f0aa84/meta/38e5f68417d24f98bee0d20a308f7683 for snapshot=snapshot_backup_system 2023-10-02T12:35:33,195 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/backup/system/39a49ac9d86ccd7e71e0e912c2f0aa84/session/5946daa846db45b087d5ac1d439e2008, hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/backup/system/39a49ac9d86ccd7e71e0e912c2f0aa84/session/3c128dc7cc68459594717e213b4a28fb, hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/backup/system/39a49ac9d86ccd7e71e0e912c2f0aa84/session/e7133670ffea49dda3f325d5eb1bc8cf] hfiles 2023-10-02T12:35:33,195 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(264): Adding reference for file (1/3): hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/backup/system/39a49ac9d86ccd7e71e0e912c2f0aa84/session/5946daa846db45b087d5ac1d439e2008 for snapshot=snapshot_backup_system 2023-10-02T12:35:33,195 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(264): Adding reference for file (2/3): hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/backup/system/39a49ac9d86ccd7e71e0e912c2f0aa84/session/3c128dc7cc68459594717e213b4a28fb for snapshot=snapshot_backup_system 2023-10-02T12:35:33,195 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(264): Adding reference for file (3/3): hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/backup/system/39a49ac9d86ccd7e71e0e912c2f0aa84/session/e7133670ffea49dda3f325d5eb1bc8cf for snapshot=snapshot_backup_system 2023-10-02T12:35:33,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1696250107649.39a49ac9d86ccd7e71e0e912c2f0aa84. 2023-10-02T12:35:33,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=41 2023-10-02T12:35:33,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.HMaster(3995): Remote procedure done, pid=41 2023-10-02T12:35:33,602 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region 39a49ac9d86ccd7e71e0e912c2f0aa84 2023-10-02T12:35:33,603 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=41, ppid=40, state=RUNNABLE; SnapshotRegionProcedure 39a49ac9d86ccd7e71e0e912c2f0aa84 2023-10-02T12:35:33,606 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=41, resume processing ppid=40 2023-10-02T12:35:33,606 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-10-02T12:35:33,606 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=41, ppid=40, state=SUCCESS; SnapshotRegionProcedure 39a49ac9d86ccd7e71e0e912c2f0aa84 in 1.4120 sec 2023-10-02T12:35:33,606 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-10-02T12:35:33,607 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-10-02T12:35:33,607 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-10-02T12:35:33,608 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/.hbase-snapshot/.tmp/snapshot_backup_system 2023-10-02T12:35:33,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=40 2023-10-02T12:35:34,020 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-10-02T12:35:34,029 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-10-02T12:35:34,030 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/.hbase-snapshot/snapshot_backup_system 2023-10-02T12:35:34,031 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-10-02T12:35:34,031 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 40 2023-10-02T12:35:34,033 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=40, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2590 sec 2023-10-02T12:35:35,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=40 2023-10-02T12:35:35,886 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: backup:system, procId: 40 completed 2023-10-02T12:35:35,886 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] impl.TableBackupClient(115): Backup backup_1696250131693 started at 1696250135886. 2023-10-02T12:35:35,889 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.TableBackupClient(119): Backup session backup_1696250131693 has been started. 2023-10-02T12:35:35,890 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.IncrementalTableBackupClient(268): For incremental backup, current table set is [ns2:test-16962501011101, test-1696250101110] 2023-10-02T12:35:35,898 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.IncrementalBackupManager(76): StartCode 1696250111692for backupID backup_1696250131693 2023-10-02T12:35:35,898 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2023-10-02T12:35:35,899 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(948): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-10-02T12:35:35,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] procedure.ProcedureCoordinator(143): Procedure rolllog was in running list but was completed. Accepting new attempt. 2023-10-02T12:35:35,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-10-02T12:35:35,899 INFO [(jenkins-hbase3.apache.org,36467,1696250087830)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-10-02T12:35:35,899 DEBUG [(jenkins-hbase3.apache.org,36467,1696250087830)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-10-02T12:35:35,900 DEBUG [(jenkins-hbase3.apache.org,36467,1696250087830)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-10-02T12:35:35,900 DEBUG [(jenkins-hbase3.apache.org,36467,1696250087830)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-10-02T12:35:35,901 DEBUG [(jenkins-hbase3.apache.org,36467,1696250087830)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-10-02T12:35:35,901 DEBUG [(jenkins-hbase3.apache.org,36467,1696250087830)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-10-02T12:35:35,902 DEBUG [(jenkins-hbase3.apache.org,36467,1696250087830)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:35:35,902 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38219-0x101732ba6490001, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-10-02T12:35:35,903 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-10-02T12:35:35,903 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-10-02T12:35:35,903 DEBUG [(jenkins-hbase3.apache.org,36467,1696250087830)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:35:35,903 DEBUG [(jenkins-hbase3.apache.org,36467,1696250087830)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-10-02T12:35:35,903 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-10-02T12:35:35,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38219-0x101732ba6490001, quorum=127.0.0.1:56909, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-10-02T12:35:35,904 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-10-02T12:35:35,904 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-10-02T12:35:35,904 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-10-02T12:35:35,904 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-10-02T12:35:35,904 WARN [zk-event-processor-pool-0 {}] procedure.ProcedureMember(133): A completed old subproc rolllog is still present, removing 2023-10-02T12:35:35,905 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-10-02T12:35:35,905 DEBUG [member: 'jenkins-hbase3.apache.org,38219,1696250090974' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-10-02T12:35:35,905 DEBUG [member: 'jenkins-hbase3.apache.org,38219,1696250090974' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-10-02T12:35:35,906 DEBUG [member: 'jenkins-hbase3.apache.org,38219,1696250090974' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-10-02T12:35:35,906 DEBUG [member: 'jenkins-hbase3.apache.org,38219,1696250090974' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-10-02T12:35:35,906 DEBUG [member: 'jenkins-hbase3.apache.org,38219,1696250090974' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,38219,1696250090974' joining acquired barrier for procedure (rolllog) in zk 2023-10-02T12:35:35,910 DEBUG [member: 'jenkins-hbase3.apache.org,38219,1696250090974' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-10-02T12:35:35,910 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:35:35,911 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:35:35,911 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-10-02T12:35:35,911 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-10-02T12:35:35,911 DEBUG [member: 'jenkins-hbase3.apache.org,38219,1696250090974' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38219-0x101732ba6490001, quorum=127.0.0.1:56909, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-10-02T12:35:35,911 DEBUG [member: 'jenkins-hbase3.apache.org,38219,1696250090974' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-10-02T12:35:35,911 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-10-02T12:35:35,911 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-10-02T12:35:35,912 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:35:35,912 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:35:35,913 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-10-02T12:35:35,913 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,38219,1696250090974' joining acquired barrier for procedure 'rolllog' on coordinator 2023-10-02T12:35:35,913 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@aa5987b[Count = 0] remaining members to acquire global barrier 2023-10-02T12:35:35,913 DEBUG [(jenkins-hbase3.apache.org,36467,1696250087830)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-10-02T12:35:35,913 DEBUG [(jenkins-hbase3.apache.org,36467,1696250087830)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-10-02T12:35:35,915 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38219-0x101732ba6490001, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-10-02T12:35:35,916 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-10-02T12:35:35,916 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-10-02T12:35:35,916 DEBUG [member: 'jenkins-hbase3.apache.org,38219,1696250090974' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-10-02T12:35:35,916 DEBUG [member: 'jenkins-hbase3.apache.org,38219,1696250090974' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-10-02T12:35:35,916 DEBUG [(jenkins-hbase3.apache.org,36467,1696250087830)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:35:35,916 DEBUG [(jenkins-hbase3.apache.org,36467,1696250087830)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-10-02T12:35:35,916 DEBUG [rs(jenkins-hbase3.apache.org,38219,1696250090974)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:35:35,916 INFO [rs(jenkins-hbase3.apache.org,38219,1696250090974)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1696250123477 highest: 1696250123477 on jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:35:35,916 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C38219%2C1696250090974:(num 1696250123477) roll requested 2023-10-02T12:35:35,931 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/WALs/jenkins-hbase3.apache.org,38219,1696250090974/jenkins-hbase3.apache.org%2C38219%2C1696250090974.1696250135916, exclude list is [], retry=0 2023-10-02T12:35:35,936 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45145,DS-5000f36f-03c1-49d4-8f28-c2c78d45f9b8,DISK] 2023-10-02T12:35:35,939 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/WALs/jenkins-hbase3.apache.org,38219,1696250090974/jenkins-hbase3.apache.org%2C38219%2C1696250090974.1696250123477 with entries=208, filesize=27.83 KB; new WAL /user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/WALs/jenkins-hbase3.apache.org,38219,1696250090974/jenkins-hbase3.apache.org%2C38219%2C1696250090974.1696250135916 2023-10-02T12:35:35,939 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:45145,DS-5000f36f-03c1-49d4-8f28-c2c78d45f9b8,DISK]] 2023-10-02T12:35:35,939 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/WALs/jenkins-hbase3.apache.org,38219,1696250090974/jenkins-hbase3.apache.org%2C38219%2C1696250090974.1696250123477 is not closed yet, will try archiving it next time 2023-10-02T12:35:35,939 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C38219%2C1696250090974.meta:.meta(num 1696250123504) roll requested 2023-10-02T12:35:35,954 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/WALs/jenkins-hbase3.apache.org,38219,1696250090974/jenkins-hbase3.apache.org%2C38219%2C1696250090974.meta.1696250135939.meta, exclude list is [], retry=0 2023-10-02T12:35:35,956 DEBUG [rs(jenkins-hbase3.apache.org,38219,1696250090974)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 40 2023-10-02T12:35:35,956 INFO [rs(jenkins-hbase3.apache.org,38219,1696250090974)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1696250135916 on jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:35:35,959 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45145,DS-5000f36f-03c1-49d4-8f28-c2c78d45f9b8,DISK] 2023-10-02T12:35:35,960 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/WALs/jenkins-hbase3.apache.org,38219,1696250090974/jenkins-hbase3.apache.org%2C38219%2C1696250090974.meta.1696250123504.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/WALs/jenkins-hbase3.apache.org,38219,1696250090974/jenkins-hbase3.apache.org%2C38219%2C1696250090974.meta.1696250135939.meta 2023-10-02T12:35:35,961 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:45145,DS-5000f36f-03c1-49d4-8f28-c2c78d45f9b8,DISK]] 2023-10-02T12:35:35,961 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/WALs/jenkins-hbase3.apache.org,38219,1696250090974/jenkins-hbase3.apache.org%2C38219%2C1696250090974.meta.1696250123504.meta is not closed yet, will try archiving it next time 2023-10-02T12:35:35,964 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(809): Archiving hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/WALs/jenkins-hbase3.apache.org,38219,1696250090974/jenkins-hbase3.apache.org%2C38219%2C1696250090974.meta.1696250123504.meta to hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/oldWALs/jenkins-hbase3.apache.org%2C38219%2C1696250090974.meta.1696250123504.meta 2023-10-02T12:35:35,969 DEBUG [member: 'jenkins-hbase3.apache.org,38219,1696250090974' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-10-02T12:35:35,969 DEBUG [member: 'jenkins-hbase3.apache.org,38219,1696250090974' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,38219,1696250090974' in zk 2023-10-02T12:35:35,971 DEBUG [member: 'jenkins-hbase3.apache.org,38219,1696250090974' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-10-02T12:35:35,971 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:35:35,971 DEBUG [member: 'jenkins-hbase3.apache.org,38219,1696250090974' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-10-02T12:35:35,971 DEBUG [member: 'jenkins-hbase3.apache.org,38219,1696250090974' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-10-02T12:35:35,972 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:35:35,972 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-10-02T12:35:35,973 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-10-02T12:35:35,973 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-10-02T12:35:35,973 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-10-02T12:35:35,974 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:35:35,974 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:35:35,975 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-10-02T12:35:35,975 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:35:35,975 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:35:35,976 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,38219,1696250090974': 2023-10-02T12:35:35,976 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,38219,1696250090974' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-10-02T12:35:35,976 INFO [(jenkins-hbase3.apache.org,36467,1696250087830)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-10-02T12:35:35,976 DEBUG [(jenkins-hbase3.apache.org,36467,1696250087830)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-10-02T12:35:35,976 DEBUG [(jenkins-hbase3.apache.org,36467,1696250087830)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-10-02T12:35:35,976 DEBUG [(jenkins-hbase3.apache.org,36467,1696250087830)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-10-02T12:35:35,976 INFO [(jenkins-hbase3.apache.org,36467,1696250087830)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-10-02T12:35:35,978 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-10-02T12:35:35,978 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38219-0x101732ba6490001, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-10-02T12:35:35,978 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38219-0x101732ba6490001, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-10-02T12:35:35,978 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-10-02T12:35:35,978 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-10-02T12:35:35,978 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-10-02T12:35:35,978 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-10-02T12:35:35,978 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-10-02T12:35:35,979 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-10-02T12:35:35,979 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-10-02T12:35:35,979 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-10-02T12:35:35,979 DEBUG [(jenkins-hbase3.apache.org,36467,1696250087830)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:35:35,979 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-10-02T12:35:35,979 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:35:35,980 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-10-02T12:35:35,980 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:35:35,981 DEBUG [(jenkins-hbase3.apache.org,36467,1696250087830)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:35:35,981 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:35:35,982 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-10-02T12:35:35,983 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:35:35,983 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:35:35,990 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38219-0x101732ba6490001, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-10-02T12:35:35,990 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:35:35,990 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38219-0x101732ba6490001, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-10-02T12:35:35,991 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-10-02T12:35:35,991 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-10-02T12:35:35,991 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-10-02T12:35:35,991 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-10-02T12:35:35,991 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:35:35,991 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-10-02T12:35:35,991 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-10-02T12:35:35,991 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-10-02T12:35:35,991 DEBUG [(jenkins-hbase3.apache.org,36467,1696250087830)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-10-02T12:35:35,991 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-10-02T12:35:35,991 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-10-02T12:35:35,991 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-10-02T12:35:35,991 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-10-02T12:35:35,993 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] client.HBaseAdmin(2838): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-10-02T12:35:35,993 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] client.HBaseAdmin(2846): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-10-02T12:35:36,015 INFO [master/jenkins-hbase3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2023-10-02T12:35:36,015 INFO [master/jenkins-hbase3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2023-10-02T12:35:36,093 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] client.HBaseAdmin(2852): Getting current status of procedure from master... 2023-10-02T12:35:36,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1249): Checking to see if procedure from request:rolllog-proc is done 2023-10-02T12:35:36,097 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {jenkins-hbase3.apache.org:38219=1696250111692} newestTimestamps: {jenkins-hbase3.apache.org:38219=1696250123477} 2023-10-02T12:35:36,099 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase3.apache.org%2C38219%2C1696250090974.meta.1696250093904.meta 2023-10-02T12:35:36,099 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase3.apache.org%2C38219%2C1696250090974.meta.1696250135939.meta 2023-10-02T12:35:36,099 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/WALs/jenkins-hbase3.apache.org,38219,1696250090974/jenkins-hbase3.apache.org%2C38219%2C1696250090974.1696250123477 2023-10-02T12:35:36,099 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/WALs/jenkins-hbase3.apache.org,38219,1696250090974/jenkins-hbase3.apache.org%2C38219%2C1696250090974.1696250135916 2023-10-02T12:35:36,100 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/oldWALs/jenkins-hbase3.apache.org%2C38219%2C1696250090974.meta.1696250111725.meta 2023-10-02T12:35:36,100 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/oldWALs/jenkins-hbase3.apache.org%2C38219%2C1696250090974.meta.1696250123504.meta 2023-10-02T12:35:36,111 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] util.BackupUtils(146): Attempting to copy table info for:test-1696250101110 target: hdfs://localhost:34731/backupUT/backup_1696250131693/default/test-1696250101110 descriptor: 'test-1696250101110', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:35:36,111 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] util.BackupUtils(148): Finished copying tableinfo. 2023-10-02T12:35:36,113 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] util.BackupUtils(151): Starting to write region info for table test-1696250101110 2023-10-02T12:35:36,520 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] util.BackupUtils(158): Finished writing region info for table test-1696250101110 2023-10-02T12:35:36,934 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] util.BackupUtils(146): Attempting to copy table info for:ns2:test-16962501011101 target: hdfs://localhost:34731/backupUT/backup_1696250131693/ns2/test-16962501011101 descriptor: 'ns2:test-16962501011101', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:35:36,934 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] util.BackupUtils(148): Finished copying tableinfo. 2023-10-02T12:35:36,936 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] util.BackupUtils(151): Starting to write region info for table ns2:test-16962501011101 2023-10-02T12:35:37,344 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] util.BackupUtils(158): Finished writing region info for table ns2:test-16962501011101 2023-10-02T12:35:37,349 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.WALPlayer(360): add incremental job :hdfs://localhost:34731/backupUT/.tmp/backup_1696250131693 from hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/WALs/jenkins-hbase3.apache.org,38219,1696250090974/jenkins-hbase3.apache.org%2C38219%2C1696250090974.1696250123477 2023-10-02T12:35:37,351 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x55aa5f32 to 127.0.0.1:56909 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:35:37,362 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a71c470, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:35:37,364 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:35:37,367 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:57526, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:35:37,370 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-10-02T12:35:37,370 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:test-16962501011101 2023-10-02T12:35:37,374 DEBUG [hconnection-0x212c131c-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:35:37,376 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:42840, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:35:37,378 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:test-16962501011101: ns2:test-16962501011101; 2023-10-02T12:35:37,378 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table test-1696250101110 2023-10-02T12:35:37,388 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for test-1696250101110: test-1696250101110; 2023-10-02T12:35:37,388 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(694): Configuring 2 reduce partitions to match current region count for all tables 2023-10-02T12:35:37,389 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/hbase-staging/partitions_638bb531-a0dd-4ae9-bd14-d46e3c1908d6 2023-10-02T12:35:37,401 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:37,402 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:37,403 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:37,403 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:38,542 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/hadoop-1916396050954476520.jar 2023-10-02T12:35:38,543 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:38,544 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:38,544 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:38,545 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:38,545 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:38,546 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:38,547 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:38,547 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:38,548 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:38,549 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-10-02T12:35:38,550 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-10-02T12:35:38,551 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-10-02T12:35:38,551 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-10-02T12:35:38,552 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-10-02T12:35:38,553 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-10-02T12:35:38,553 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-10-02T12:35:38,554 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-10-02T12:35:38,554 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-10-02T12:35:38,555 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-10-02T12:35:38,556 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-10-02T12:35:38,556 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-10-02T12:35:38,557 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:38,558 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:38,558 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:38,559 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:38,559 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:38,560 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:38,561 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:35:38,561 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: ns2:test-16962501011101,default:test-1696250101110 2023-10-02T12:35:38,561 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:35:38,562 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x55aa5f32 to 127.0.0.1:56909 2023-10-02T12:35:38,562 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:35:38,563 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-10-02T12:35:39,556 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/hadoop-8631136333978251250.jar 2023-10-02T12:35:39,562 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-10-02T12:35:39,577 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/WALs/jenkins-hbase3.apache.org,38219,1696250090974/jenkins-hbase3.apache.org%2C38219%2C1696250090974.1696250123477 for WAL files 2023-10-02T12:35:39,578 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/WALs/jenkins-hbase3.apache.org,38219,1696250090974/jenkins-hbase3.apache.org%2C38219%2C1696250090974.1696250123477 2023-10-02T12:35:39,651 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/mapreduce.cluster.local.dir/1696250139615/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-10-02T12:35:39,651 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/mapreduce.cluster.local.dir/1696250139615/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-10-02T12:35:39,718 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/WALs/jenkins-hbase3.apache.org,38219,1696250090974/jenkins-hbase3.apache.org%2C38219%2C1696250090974.1696250123477 for hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/WALs/jenkins-hbase3.apache.org,38219,1696250090974/jenkins-hbase3.apache.org%2C38219%2C1696250090974.1696250123477 (-9223372036854775808:9223372036854775807) length:28505 2023-10-02T12:35:39,728 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2023-10-02T12:35:39,728 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2023-10-02T12:35:39,750 DEBUG [pool-218-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x6f832f8c to 127.0.0.1:56909 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:35:39,756 DEBUG [pool-218-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f2e1cd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:35:39,758 DEBUG [hconnection-0x28ef529-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:35:39,760 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:42856, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:35:39,762 DEBUG [pool-218-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x6f832f8c to 127.0.0.1:56909 2023-10-02T12:35:39,762 DEBUG [pool-218-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:35:39,763 DEBUG [pool-218-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-ns2:test-16962501011101-2-0] 2023-10-02T12:35:39,763 DEBUG [pool-218-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-10-02T12:35:39,774 DEBUG [pool-218-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34731/backupUT/.tmp/backup_1696250131693/_temporary/0/_temporary/attempt_local719374985_0005_r_000000_0/ns2/test-16962501011101/f/18e2f9f4a6784f6dbb0c904ed23d89da is 64, key is row-ns2:test-16962501011101-2-10/f:q1/1696250131601/Put/seqid=0 2023-10-02T12:35:39,776 WARN [Thread-983 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:38219] Specified favored nodes: [jenkins-hbase3.apache.org:38219] 2023-10-02T12:35:40,201 DEBUG [pool-218-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x74f2e4b7 to 127.0.0.1:56909 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:35:40,212 DEBUG [pool-218-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42015fe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:35:40,214 DEBUG [hconnection-0x1bf7c976-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:35:40,215 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:44946, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:35:40,217 DEBUG [pool-218-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x74f2e4b7 to 127.0.0.1:56909 2023-10-02T12:35:40,217 DEBUG [pool-218-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:35:40,219 DEBUG [pool-218-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-test-1696250101110-2-0] 2023-10-02T12:35:40,219 DEBUG [pool-218-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-10-02T12:35:40,227 DEBUG [pool-218-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34731/backupUT/.tmp/backup_1696250131693/_temporary/0/_temporary/attempt_local719374985_0005_r_000001_0/default/test-1696250101110/f/3e907e46510f45b6af9d9bf8f8da88a2 is 59, key is row-test-1696250101110-2-10/f:q1/1696250131493/Put/seqid=0 2023-10-02T12:35:40,229 WARN [Thread-993 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:38219] Specified favored nodes: [jenkins-hbase3.apache.org:38219] 2023-10-02T12:35:40,704 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.IncrementalTableBackupClient(325): Incremental copy HFiles is starting. dest=hdfs://localhost:34731/backupUT 2023-10-02T12:35:40,704 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.IncrementalTableBackupClient(335): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1696250131693 2023-10-02T12:35:40,704 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.MapReduceBackupCopyJob(379): Doing COPY_TYPE_DISTCP 2023-10-02T12:35:40,709 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.MapReduceBackupCopyJob(388): DistCp options: [hdfs://localhost:34731/backupUT/.tmp/backup_1696250131693, hdfs://localhost:34731/backupUT] 2023-10-02T12:35:40,740 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-10-02T12:35:41,821 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(218): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2023-10-02T12:35:41,824 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.MapReduceBackupCopyJob(138): Backup progress data "100%" has been updated to backup system table for backup_1696250131693 2023-10-02T12:35:41,824 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(226): Backup progress data updated to backup system table: "Progress: 100.0% - 22483 bytes copied." 2023-10-02T12:35:41,824 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(236): DistCp job-id: job_local1388132790_0006 completed: true true 2023-10-02T12:35:41,827 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(239): Counters: 24 File System Counters FILE: Number of bytes read=4494678 FILE: Number of bytes written=7555868 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=214309 HDFS: Number of bytes written=2409878 HDFS: Number of read operations=618 HDFS: Number of large read operations=0 HDFS: Number of write operations=251 Map-Reduce Framework Map input records=10 Map output records=0 Input split bytes=342 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1531445248 File Input Format Counters Bytes Read=2444 File Output Format Counters Bytes Written=0 DistCp Counters Bytes Copied=22483 Bytes Expected=22483 Files Copied=3 DIR_COPY=7 2023-10-02T12:35:41,827 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.IncrementalTableBackupClient(346): Incremental copy HFiles from hdfs://localhost:34731/backupUT/.tmp/backup_1696250131693 to hdfs://localhost:34731/backupUT finished. 2023-10-02T12:35:41,838 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupSystemTable(453): deleted 0 original bulkload rows 2023-10-02T12:35:41,838 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1696250131693 2023-10-02T12:35:41,843 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:34731/backupUT/backup_1696250121269 to construct the dependency. 2023-10-02T12:35:41,843 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:34731/backupUT/backup_1696250121269 2023-10-02T12:35:41,846 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1696250121269/.backup.manifest 2023-10-02T12:35:41,846 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1696250121269BackupDir=hdfs://localhost:34731/backupUT} 2023-10-02T12:35:41,846 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupManager(340): Got 2 ancestors for the current backup. 2023-10-02T12:35:41,846 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1696250131693 2023-10-02T12:35:41,848 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:34731/backupUT/backup_1696250121269 to construct the dependency. 2023-10-02T12:35:41,848 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:34731/backupUT/backup_1696250121269 2023-10-02T12:35:41,851 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1696250121269/.backup.manifest 2023-10-02T12:35:41,851 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1696250121269BackupDir=hdfs://localhost:34731/backupUT} 2023-10-02T12:35:41,851 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupManager(340): Got 2 ancestors for the current backup. 2023-10-02T12:35:42,256 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:34731/backupUT/backup_1696250131693/.backup.manifest 2023-10-02T12:35:42,256 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1696250131693 2023-10-02T12:35:42,259 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:34731/backupUT/backup_1696250121269 to construct the dependency. 2023-10-02T12:35:42,259 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:34731/backupUT/backup_1696250121269 2023-10-02T12:35:42,262 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1696250121269/.backup.manifest 2023-10-02T12:35:42,262 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1696250121269BackupDir=hdfs://localhost:34731/backupUT} 2023-10-02T12:35:42,262 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupManager(340): Got 2 ancestors for the current backup. 2023-10-02T12:35:42,262 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1696250131693 2023-10-02T12:35:42,265 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:34731/backupUT/backup_1696250121269 to construct the dependency. 2023-10-02T12:35:42,265 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:34731/backupUT/backup_1696250121269 2023-10-02T12:35:42,268 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1696250121269/.backup.manifest 2023-10-02T12:35:42,268 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1696250121269BackupDir=hdfs://localhost:34731/backupUT} 2023-10-02T12:35:42,268 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupManager(340): Got 2 ancestors for the current backup. 2023-10-02T12:35:42,674 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:34731/backupUT/backup_1696250131693/.backup.manifest 2023-10-02T12:35:42,674 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1696250131693 2023-10-02T12:35:42,677 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:34731/backupUT/backup_1696250121269 to construct the dependency. 2023-10-02T12:35:42,677 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:34731/backupUT/backup_1696250121269 2023-10-02T12:35:42,681 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1696250121269/.backup.manifest 2023-10-02T12:35:42,681 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1696250121269BackupDir=hdfs://localhost:34731/backupUT} 2023-10-02T12:35:42,681 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupManager(340): Got 2 ancestors for the current backup. 2023-10-02T12:35:43,093 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:34731/backupUT/backup_1696250131693/.backup.manifest 2023-10-02T12:35:43,093 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.TableBackupClient(358): Backup backup_1696250131693 finished: type=INCREMENTAL,tablelist=test-1696250101110;ns2:test-16962501011101,targetRootDir=hdfs://localhost:34731/backupUT,startts=1696250135886,completets=1696250141838,bytescopied=0 2023-10-02T12:35:43,094 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-10-02T12:35:43,099 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-10-02T12:35:43,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_backup_system 2023-10-02T12:35:43,102 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupSystemTable(1577): Done deleting backup system table snapshot 2023-10-02T12:35:43,104 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-10-02T12:35:43,108 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] impl.TableBackupClient(376): Backup backup_1696250131693 completed. 2023-10-02T12:35:43,144 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] backup.TestIncrementalBackupMergeWithFailures$BackupMergeJobWithFailures(102): Merge backup images backup_1696250121269,backup_1696250131693 2023-10-02T12:35:43,146 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x61c1cddd to 127.0.0.1:56909 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:35:43,151 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@87e19af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:35:43,152 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:35:43,154 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:47092, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:35:43,158 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:35:43,159 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:44956, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:35:43,169 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-10-02T12:35:43,175 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x3308b781 to 127.0.0.1:56909 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:35:43,181 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fd49d92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:35:43,182 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:35:43,183 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:47106, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:35:43,187 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:35:43,188 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:44968, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:35:43,200 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:35:43,201 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x3308b781 to 127.0.0.1:56909 2023-10-02T12:35:43,201 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:35:43,202 ERROR [Listener at jenkins-hbase3.apache.org/37211 {}] backup.TestIncrementalBackupMergeWithFailures$BackupMergeJobWithFailures(199): java.io.IOException: PHASE1 java.io.IOException: PHASE1 at org.apache.hadoop.hbase.backup.TestIncrementalBackupMergeWithFailures$BackupMergeJobWithFailures.checkFailure(TestIncrementalBackupMergeWithFailures.java:221) ~[test-classes/:?] at org.apache.hadoop.hbase.backup.TestIncrementalBackupMergeWithFailures$BackupMergeJobWithFailures.run(TestIncrementalBackupMergeWithFailures.java:125) ~[test-classes/:?] at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.mergeBackups(BackupAdminImpl.java:622) ~[classes/:?] at org.apache.hadoop.hbase.backup.TestIncrementalBackupMergeWithFailures.TestIncBackupMergeRestore(TestIncrementalBackupMergeWithFailures.java:287) ~[test-classes/:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-10-02T12:35:43,205 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-10-02T12:35:43,207 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:35:43,207 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x61c1cddd to 127.0.0.1:56909 2023-10-02T12:35:43,207 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:35:43,218 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-10-02T12:35:43,219 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] backup.TestIncrementalBackupMergeWithFailures(314): Expected :Backup merge operation failed, you should try it again 2023-10-02T12:35:43,234 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] backup.TestIncrementalBackupMergeWithFailures$BackupMergeJobWithFailures(102): Merge backup images backup_1696250121269,backup_1696250131693 2023-10-02T12:35:43,235 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x08a1aaed to 127.0.0.1:56909 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:35:43,245 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f3b304c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:35:43,246 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:35:43,248 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:47122, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:35:43,252 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:35:43,252 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:44982, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:35:43,264 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-10-02T12:35:43,272 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x00bedd10 to 127.0.0.1:56909 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:35:43,277 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c380b3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:35:43,278 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:35:43,280 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:47124, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:35:43,283 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:35:43,284 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:44984, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:35:43,298 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:35:43,299 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x00bedd10 to 127.0.0.1:56909 2023-10-02T12:35:43,299 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:35:43,300 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] backup.TestIncrementalBackupMergeWithFailures$BackupMergeJobWithFailures(128): Merge backup images for test-1696250101110 2023-10-02T12:35:43,302 ERROR [Listener at jenkins-hbase3.apache.org/37211 {}] backup.TestIncrementalBackupMergeWithFailures$BackupMergeJobWithFailures(199): java.io.IOException: PHASE2 java.io.IOException: PHASE2 at org.apache.hadoop.hbase.backup.TestIncrementalBackupMergeWithFailures$BackupMergeJobWithFailures.checkFailure(TestIncrementalBackupMergeWithFailures.java:221) ~[test-classes/:?] at org.apache.hadoop.hbase.backup.TestIncrementalBackupMergeWithFailures$BackupMergeJobWithFailures.run(TestIncrementalBackupMergeWithFailures.java:146) ~[test-classes/:?] at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.mergeBackups(BackupAdminImpl.java:622) ~[classes/:?] at org.apache.hadoop.hbase.backup.TestIncrementalBackupMergeWithFailures.TestIncBackupMergeRestore(TestIncrementalBackupMergeWithFailures.java:287) ~[test-classes/:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-10-02T12:35:43,305 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-10-02T12:35:43,307 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:35:43,307 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x08a1aaed to 127.0.0.1:56909 2023-10-02T12:35:43,307 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:35:43,318 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-10-02T12:35:43,321 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] backup.TestIncrementalBackupMergeWithFailures(314): Expected :Backup merge operation failed, you should try it again 2023-10-02T12:35:43,333 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] backup.TestIncrementalBackupMergeWithFailures$BackupMergeJobWithFailures(102): Merge backup images backup_1696250121269,backup_1696250131693 2023-10-02T12:35:43,333 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x255f70e1 to 127.0.0.1:56909 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:35:43,339 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aeac741, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:35:43,340 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:35:43,341 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:47126, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:35:43,344 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:35:43,345 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:44996, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:35:43,353 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-10-02T12:35:43,359 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x44c464b4 to 127.0.0.1:56909 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:35:43,364 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@933b2df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:35:43,365 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:35:43,366 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:47136, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:35:43,371 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:35:43,372 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:45002, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:35:43,384 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:35:43,384 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x44c464b4 to 127.0.0.1:56909 2023-10-02T12:35:43,384 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:35:43,385 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] backup.TestIncrementalBackupMergeWithFailures$BackupMergeJobWithFailures(128): Merge backup images for test-1696250101110 2023-10-02T12:35:43,388 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/hbase-staging/bulk_output-default-test-1696250101110-1696250143386 from hdfs://localhost:34731/backupUT/backup_1696250121269/default/test-1696250101110,hdfs://localhost:34731/backupUT/backup_1696250131693/default/test-1696250101110 2023-10-02T12:35:43,390 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x22344380 to 127.0.0.1:56909 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:35:43,399 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@733ea1fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:35:43,400 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:35:43,401 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:47148, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:35:43,402 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-10-02T12:35:43,403 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table test-1696250101110 2023-10-02T12:35:43,407 DEBUG [hconnection-0x3fc4594a-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:35:43,408 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:45014, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:35:43,409 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for test-1696250101110: 2023-10-02T12:35:43,409 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-10-02T12:35:43,409 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/hbase-staging/partitions_41f86c6f-d9e8-4531-88b7-a536d6491d3c 2023-10-02T12:35:43,816 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:43,817 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:43,817 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:43,818 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:44,788 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/hadoop-6019766239799759222.jar 2023-10-02T12:35:44,789 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:44,789 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:44,789 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:44,790 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:44,790 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:44,791 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:44,791 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:44,791 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:44,792 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:44,792 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-10-02T12:35:44,793 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-10-02T12:35:44,793 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-10-02T12:35:44,794 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-10-02T12:35:44,794 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-10-02T12:35:44,795 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-10-02T12:35:44,795 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-10-02T12:35:44,795 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-10-02T12:35:44,796 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-10-02T12:35:44,796 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-10-02T12:35:44,797 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-10-02T12:35:44,797 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-10-02T12:35:44,801 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:44,801 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:44,801 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:44,802 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:44,802 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:44,802 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:44,803 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:35:44,803 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: test-1696250101110 2023-10-02T12:35:44,803 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:35:44,803 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x22344380 to 127.0.0.1:56909 2023-10-02T12:35:44,803 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:35:44,804 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-10-02T12:35:44,804 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-10-02T12:35:44,804 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-10-02T12:35:44,810 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-10-02T12:35:44,816 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-10-02T12:35:44,912 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/mapreduce.cluster.local.dir/1696250144874/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-10-02T12:35:44,912 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/mapreduce.cluster.local.dir/1696250144874/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-10-02T12:35:44,965 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:34731/backupUT/backup_1696250131693/default/test-1696250101110/f/3e907e46510f45b6af9d9bf8f8da88a2 2023-10-02T12:35:44,970 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-10-02T12:35:44,996 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:34731/backupUT/backup_1696250121269/default/test-1696250101110/f/254d9eb4fd0b4d279c87b1bdfcbd7f15 2023-10-02T12:35:45,000 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-10-02T12:35:45,025 DEBUG [pool-239-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x3f08c4ad to 127.0.0.1:56909 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:35:45,032 DEBUG [pool-239-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54655030, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:35:45,033 DEBUG [hconnection-0x2b0fdbcc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:35:45,035 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:45030, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:35:45,037 DEBUG [pool-239-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x3f08c4ad to 127.0.0.1:56909 2023-10-02T12:35:45,037 DEBUG [pool-239-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:35:45,040 DEBUG [pool-239-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-test-1696250101110-1-0] 2023-10-02T12:35:45,040 DEBUG [pool-239-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-10-02T12:35:45,082 DEBUG [pool-239-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/hbase-staging/bulk_output-default-test-1696250101110-1696250143386/_temporary/0/_temporary/attempt_local874456002_0007_r_000000_0/f/fbc1f5b20a5644f09be8b75f0996afbf is 59, key is row-test-1696250101110-1-10/f:q1/1696250120954/Put/seqid=0 2023-10-02T12:35:45,084 WARN [Thread-1083 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:38219] Specified favored nodes: [jenkins-hbase3.apache.org:38219] 2023-10-02T12:35:45,945 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] backup.TestIncrementalBackupMergeWithFailures$BackupMergeJobWithFailures(156): Merge Job finished:0 2023-10-02T12:35:45,945 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] backup.TestIncrementalBackupMergeWithFailures$BackupMergeJobWithFailures(128): Merge backup images for ns2:test-16962501011101 2023-10-02T12:35:45,947 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/hbase-staging/bulk_output-ns2-test-16962501011101-1696250145946 from hdfs://localhost:34731/backupUT/backup_1696250121269/ns2/test-16962501011101,hdfs://localhost:34731/backupUT/backup_1696250131693/ns2/test-16962501011101 2023-10-02T12:35:45,948 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x642ce294 to 127.0.0.1:56909 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:35:45,959 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69b208f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:35:45,960 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:35:45,961 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:47158, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:35:45,962 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-10-02T12:35:45,962 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:test-16962501011101 2023-10-02T12:35:45,965 DEBUG [hconnection-0x5540a08d-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:35:45,967 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:45038, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:35:45,969 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:test-16962501011101: 2023-10-02T12:35:45,969 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-10-02T12:35:45,969 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/hbase-staging/partitions_6210f01e-ba3b-478c-a63e-6401f73c6815 2023-10-02T12:35:45,981 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:45,982 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:45,982 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:45,983 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:46,983 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/hadoop-8334204571490839300.jar 2023-10-02T12:35:46,983 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:46,983 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:46,984 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:46,984 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:46,985 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:46,985 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:46,985 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:46,986 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:46,986 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:46,987 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-10-02T12:35:46,988 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-10-02T12:35:46,989 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-10-02T12:35:46,990 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-10-02T12:35:46,990 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-10-02T12:35:46,991 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-10-02T12:35:46,992 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-10-02T12:35:46,992 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-10-02T12:35:46,993 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-10-02T12:35:46,993 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-10-02T12:35:46,994 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-10-02T12:35:46,995 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-10-02T12:35:46,995 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:46,996 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:46,997 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:46,997 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:46,997 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:46,998 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:46,999 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:35:46,999 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: ns2:test-16962501011101 2023-10-02T12:35:46,999 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:35:47,000 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x642ce294 to 127.0.0.1:56909 2023-10-02T12:35:47,000 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:35:47,000 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-10-02T12:35:47,000 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-10-02T12:35:47,001 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-10-02T12:35:47,009 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-10-02T12:35:47,015 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-10-02T12:35:47,150 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/mapreduce.cluster.local.dir/1696250147100/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-10-02T12:35:47,150 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/mapreduce.cluster.local.dir/1696250147100/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-10-02T12:35:47,203 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:34731/backupUT/backup_1696250131693/ns2/test-16962501011101/f/18e2f9f4a6784f6dbb0c904ed23d89da 2023-10-02T12:35:47,207 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-10-02T12:35:47,230 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:34731/backupUT/backup_1696250121269/ns2/test-16962501011101/f/2dae561974d742278c53d43e8c5acec3 2023-10-02T12:35:47,236 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-10-02T12:35:47,256 DEBUG [pool-244-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x36607883 to 127.0.0.1:56909 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:35:47,262 DEBUG [pool-244-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ab52734, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:35:47,264 DEBUG [hconnection-0x20fea8c1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:35:47,266 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:45054, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:35:47,267 DEBUG [pool-244-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x36607883 to 127.0.0.1:56909 2023-10-02T12:35:47,268 DEBUG [pool-244-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:35:47,269 DEBUG [pool-244-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-ns2:test-16962501011101-1-0] 2023-10-02T12:35:47,270 DEBUG [pool-244-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-10-02T12:35:47,282 DEBUG [pool-244-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/hbase-staging/bulk_output-ns2-test-16962501011101-1696250145946/_temporary/0/_temporary/attempt_local444126063_0008_r_000000_0/f/95870c3ea3a74956ab28ebc781028914 is 64, key is row-ns2:test-16962501011101-1-10/f:q1/1696250121131/Put/seqid=0 2023-10-02T12:35:47,284 WARN [Thread-1123 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:38219] Specified favored nodes: [jenkins-hbase3.apache.org:38219] 2023-10-02T12:35:48,184 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] backup.TestIncrementalBackupMergeWithFailures$BackupMergeJobWithFailures(156): Merge Job finished:0 2023-10-02T12:35:48,184 ERROR [Listener at jenkins-hbase3.apache.org/37211 {}] backup.TestIncrementalBackupMergeWithFailures$BackupMergeJobWithFailures(199): java.io.IOException: PHASE3 java.io.IOException: PHASE3 at org.apache.hadoop.hbase.backup.TestIncrementalBackupMergeWithFailures$BackupMergeJobWithFailures.checkFailure(TestIncrementalBackupMergeWithFailures.java:221) ~[test-classes/:?] at org.apache.hadoop.hbase.backup.TestIncrementalBackupMergeWithFailures$BackupMergeJobWithFailures.run(TestIncrementalBackupMergeWithFailures.java:160) ~[test-classes/:?] at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.mergeBackups(BackupAdminImpl.java:622) ~[classes/:?] at org.apache.hadoop.hbase.backup.TestIncrementalBackupMergeWithFailures.TestIncBackupMergeRestore(TestIncrementalBackupMergeWithFailures.java:287) ~[test-classes/:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-10-02T12:35:48,188 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-10-02T12:35:48,190 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:35:48,190 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x255f70e1 to 127.0.0.1:56909 2023-10-02T12:35:48,190 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:35:48,204 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-10-02T12:35:48,206 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] backup.TestIncrementalBackupMergeWithFailures(314): Expected :Backup merge operation failed, you should try it again 2023-10-02T12:35:48,217 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] backup.TestIncrementalBackupMergeWithFailures$BackupMergeJobWithFailures(102): Merge backup images backup_1696250121269,backup_1696250131693 2023-10-02T12:35:48,218 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x092bf814 to 127.0.0.1:56909 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:35:48,226 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78066adc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:35:48,226 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:35:48,228 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:47166, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:35:48,231 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:35:48,233 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:45056, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:35:48,243 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-10-02T12:35:48,252 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x0c1427d2 to 127.0.0.1:56909 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:35:48,260 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f5b5a38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:35:48,260 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:35:48,262 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:47174, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:35:48,265 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:35:48,267 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:45066, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:35:48,280 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:35:48,280 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x0c1427d2 to 127.0.0.1:56909 2023-10-02T12:35:48,280 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:35:48,281 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] backup.TestIncrementalBackupMergeWithFailures$BackupMergeJobWithFailures(128): Merge backup images for test-1696250101110 2023-10-02T12:35:48,283 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/hbase-staging/bulk_output-default-test-1696250101110-1696250148282 from hdfs://localhost:34731/backupUT/backup_1696250121269/default/test-1696250101110,hdfs://localhost:34731/backupUT/backup_1696250131693/default/test-1696250101110 2023-10-02T12:35:48,284 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x5e1e3359 to 127.0.0.1:56909 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:35:48,289 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bcccf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:35:48,289 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:35:48,290 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:47188, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:35:48,291 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-10-02T12:35:48,291 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table test-1696250101110 2023-10-02T12:35:48,294 DEBUG [hconnection-0x1817d698-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:35:48,296 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:45082, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:35:48,297 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for test-1696250101110: 2023-10-02T12:35:48,297 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-10-02T12:35:48,297 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/hbase-staging/partitions_a826996d-8268-45ca-bf73-ff60d9518ae6 2023-10-02T12:35:48,704 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:48,704 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:48,705 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:48,705 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:49,700 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/hadoop-416666910637096079.jar 2023-10-02T12:35:49,700 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:49,700 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:49,701 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:49,701 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:49,702 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:49,702 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:49,702 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:49,703 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:49,703 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:49,704 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-10-02T12:35:49,704 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-10-02T12:35:49,705 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-10-02T12:35:49,705 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-10-02T12:35:49,706 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-10-02T12:35:49,706 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-10-02T12:35:49,706 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-10-02T12:35:49,707 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-10-02T12:35:49,707 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-10-02T12:35:49,707 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-10-02T12:35:49,708 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-10-02T12:35:49,708 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-10-02T12:35:49,709 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:49,709 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:49,710 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:49,710 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:49,710 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:49,710 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:49,711 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:35:49,711 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: test-1696250101110 2023-10-02T12:35:49,711 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:35:49,712 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x5e1e3359 to 127.0.0.1:56909 2023-10-02T12:35:49,712 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:35:49,712 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-10-02T12:35:49,712 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-10-02T12:35:49,712 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-10-02T12:35:49,717 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-10-02T12:35:49,723 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-10-02T12:35:49,819 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/mapreduce.cluster.local.dir/1696250149781/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-10-02T12:35:49,819 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/mapreduce.cluster.local.dir/1696250149781/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-10-02T12:35:49,869 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:34731/backupUT/backup_1696250131693/default/test-1696250101110/f/3e907e46510f45b6af9d9bf8f8da88a2 2023-10-02T12:35:49,873 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-10-02T12:35:49,893 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:34731/backupUT/backup_1696250121269/default/test-1696250101110/f/254d9eb4fd0b4d279c87b1bdfcbd7f15 2023-10-02T12:35:49,897 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-10-02T12:35:49,940 DEBUG [pool-253-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x50b6629f to 127.0.0.1:56909 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:35:49,945 DEBUG [pool-253-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@faedceb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:35:49,947 DEBUG [hconnection-0x1b21eb9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:35:49,948 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:45094, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:35:49,950 DEBUG [pool-253-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x50b6629f to 127.0.0.1:56909 2023-10-02T12:35:49,950 DEBUG [pool-253-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:35:49,952 DEBUG [pool-253-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-test-1696250101110-1-0] 2023-10-02T12:35:49,952 DEBUG [pool-253-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-10-02T12:35:49,965 DEBUG [pool-253-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/hbase-staging/bulk_output-default-test-1696250101110-1696250148282/_temporary/0/_temporary/attempt_local293844715_0009_r_000000_0/f/22dc41e01cfa4873afafc026f3d17149 is 59, key is row-test-1696250101110-1-10/f:q1/1696250120954/Put/seqid=0 2023-10-02T12:35:49,967 WARN [Thread-1165 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:38219] Specified favored nodes: [jenkins-hbase3.apache.org:38219] 2023-10-02T12:35:50,853 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] backup.TestIncrementalBackupMergeWithFailures$BackupMergeJobWithFailures(156): Merge Job finished:0 2023-10-02T12:35:50,853 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] backup.TestIncrementalBackupMergeWithFailures$BackupMergeJobWithFailures(128): Merge backup images for ns2:test-16962501011101 2023-10-02T12:35:50,857 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/hbase-staging/bulk_output-ns2-test-16962501011101-1696250150855 from hdfs://localhost:34731/backupUT/backup_1696250121269/ns2/test-16962501011101,hdfs://localhost:34731/backupUT/backup_1696250131693/ns2/test-16962501011101 2023-10-02T12:35:50,858 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x3ac33132 to 127.0.0.1:56909 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:35:50,864 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@390bbd67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:35:50,865 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:35:50,867 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:54014, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:35:50,868 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-10-02T12:35:50,868 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:test-16962501011101 2023-10-02T12:35:50,873 DEBUG [hconnection-0x7c6026c2-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:35:50,874 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:33396, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:35:50,876 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:test-16962501011101: 2023-10-02T12:35:50,876 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-10-02T12:35:50,876 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/hbase-staging/partitions_8437897d-b042-41ca-b821-79c999f0a975 2023-10-02T12:35:51,286 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:51,286 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:51,287 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:51,287 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:52,270 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/hadoop-9005723192301653894.jar 2023-10-02T12:35:52,271 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:52,271 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:52,271 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:52,272 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:52,272 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:52,273 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:52,273 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:52,273 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:52,274 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:52,275 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-10-02T12:35:52,275 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-10-02T12:35:52,275 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-10-02T12:35:52,276 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-10-02T12:35:52,276 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-10-02T12:35:52,277 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-10-02T12:35:52,277 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-10-02T12:35:52,277 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-10-02T12:35:52,278 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-10-02T12:35:52,278 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-10-02T12:35:52,279 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-10-02T12:35:52,279 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-10-02T12:35:52,280 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:52,280 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:52,280 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:52,281 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:52,281 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:52,281 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:52,282 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:35:52,282 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: ns2:test-16962501011101 2023-10-02T12:35:52,282 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:35:52,282 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x3ac33132 to 127.0.0.1:56909 2023-10-02T12:35:52,282 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:35:52,282 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-10-02T12:35:52,283 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-10-02T12:35:52,283 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-10-02T12:35:52,290 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-10-02T12:35:52,297 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-10-02T12:35:52,379 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/mapreduce.cluster.local.dir/1696250152344/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-10-02T12:35:52,379 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/mapreduce.cluster.local.dir/1696250152344/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-10-02T12:35:52,429 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:34731/backupUT/backup_1696250131693/ns2/test-16962501011101/f/18e2f9f4a6784f6dbb0c904ed23d89da 2023-10-02T12:35:52,434 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-10-02T12:35:52,454 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:34731/backupUT/backup_1696250121269/ns2/test-16962501011101/f/2dae561974d742278c53d43e8c5acec3 2023-10-02T12:35:52,459 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-10-02T12:35:52,475 DEBUG [pool-258-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x52664d5f to 127.0.0.1:56909 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:35:52,479 DEBUG [pool-258-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18440b91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:35:52,480 DEBUG [hconnection-0x360f154-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:35:52,484 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:33404, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:35:52,485 DEBUG [pool-258-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x52664d5f to 127.0.0.1:56909 2023-10-02T12:35:52,485 DEBUG [pool-258-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:35:52,486 DEBUG [pool-258-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-ns2:test-16962501011101-1-0] 2023-10-02T12:35:52,486 DEBUG [pool-258-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-10-02T12:35:52,494 DEBUG [pool-258-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/hbase-staging/bulk_output-ns2-test-16962501011101-1696250150855/_temporary/0/_temporary/attempt_local1774417725_0010_r_000000_0/f/82de02813b2a45a9bcf0530d01a4d29d is 64, key is row-ns2:test-16962501011101-1-10/f:q1/1696250121131/Put/seqid=0 2023-10-02T12:35:52,496 WARN [Thread-1205 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:38219] Specified favored nodes: [jenkins-hbase3.apache.org:38219] 2023-10-02T12:35:53,414 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] backup.TestIncrementalBackupMergeWithFailures$BackupMergeJobWithFailures(156): Merge Job finished:0 2023-10-02T12:35:53,416 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] backup.TestIncrementalBackupMergeWithFailures$BackupMergeJobWithFailures(173): Renamed hdfs://localhost:34731/backupUT/backup_1696250131693 to hdfs://localhost:34731/backupUT/.tmp/backup_1696250131693 2023-10-02T12:35:53,420 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.MapReduceBackupMergeJob(360): MoveData from hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/hbase-staging/bulk_output-default-test-1696250101110-1696250148282/f to hdfs://localhost:34731/backupUT/backup_1696250131693/default/test-1696250101110 result=true 2023-10-02T12:35:53,422 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.MapReduceBackupMergeJob(360): MoveData from hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/hbase-staging/bulk_output-ns2-test-16962501011101-1696250150855/f to hdfs://localhost:34731/backupUT/backup_1696250131693/ns2/test-16962501011101 result=true 2023-10-02T12:35:53,422 ERROR [Listener at jenkins-hbase3.apache.org/37211 {}] backup.TestIncrementalBackupMergeWithFailures$BackupMergeJobWithFailures(199): java.io.IOException: PHASE4 java.io.IOException: PHASE4 at org.apache.hadoop.hbase.backup.TestIncrementalBackupMergeWithFailures$BackupMergeJobWithFailures.checkFailure(TestIncrementalBackupMergeWithFailures.java:221) ~[test-classes/:?] at org.apache.hadoop.hbase.backup.TestIncrementalBackupMergeWithFailures$BackupMergeJobWithFailures.run(TestIncrementalBackupMergeWithFailures.java:179) ~[test-classes/:?] at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.mergeBackups(BackupAdminImpl.java:622) ~[classes/:?] at org.apache.hadoop.hbase.backup.TestIncrementalBackupMergeWithFailures.TestIncBackupMergeRestore(TestIncrementalBackupMergeWithFailures.java:287) ~[test-classes/:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-10-02T12:35:53,423 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:35:53,423 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x092bf814 to 127.0.0.1:56909 2023-10-02T12:35:53,423 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:35:53,434 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-10-02T12:35:53,436 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] backup.TestIncrementalBackupMergeWithFailures(314): Expected :Backup merge operation failed, run backup repair tool to restore system's integrity Found failed MERGE operation for: backup_1696250121269backup_1696250131693 MERGE repair: renamed from hdfs://localhost:34731/backupUT/.tmp/backup_1696250131693 to hdfs://localhost:34731/backupUT/backup_1696250131693 res=true 2023-10-02T12:35:53,460 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupSystemTable(1538): Restoring backup:system from snapshot 2023-10-02T12:35:53,461 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupSystemTable(1550): Could not restore backup system table. Snapshot snapshot_backup_system does not exists. 2023-10-02T12:35:53,462 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupSystemTable(657): Finish backup exclusive operation MERGE repair operation finished OK: backup_1696250121269backup_1696250131693 2023-10-02T12:35:53,475 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.MapReduceBackupMergeJob(92): Merge backup images backup_1696250121269,backup_1696250131693 2023-10-02T12:35:53,476 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x1e3d11c4 to 127.0.0.1:56909 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:35:53,481 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25dbc669, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:35:53,482 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:35:53,483 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:54024, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:35:53,486 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:35:53,487 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:33418, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:35:53,497 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-10-02T12:35:53,503 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x37a70b7f to 127.0.0.1:56909 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:35:53,507 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d85120a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:35:53,508 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:35:53,509 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:54036, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:35:53,512 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:35:53,513 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:33434, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:35:53,527 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:35:53,528 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x37a70b7f to 127.0.0.1:56909 2023-10-02T12:35:53,528 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:35:53,529 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.MapReduceBackupMergeJob(117): Merge backup images for test-1696250101110 2023-10-02T12:35:53,532 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/hbase-staging/bulk_output-default-test-1696250101110-1696250153530 from hdfs://localhost:34731/backupUT/backup_1696250121269/default/test-1696250101110,hdfs://localhost:34731/backupUT/backup_1696250131693/default/test-1696250101110 2023-10-02T12:35:53,533 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x10444d2c to 127.0.0.1:56909 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:35:53,538 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16ef6876, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:35:53,539 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:35:53,540 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:54052, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:35:53,541 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-10-02T12:35:53,541 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table test-1696250101110 2023-10-02T12:35:53,544 DEBUG [hconnection-0x473c4a67-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:35:53,545 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:33448, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:35:53,546 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for test-1696250101110: 2023-10-02T12:35:53,546 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-10-02T12:35:53,546 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/hbase-staging/partitions_59a17fb3-76ba-4984-9b0c-30237cb69f0d 2023-10-02T12:35:53,954 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:53,954 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:53,955 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:53,955 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:54,399 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 147a458d3502128fa501ae9bf36c7f02 changed from -1.0 to 0.0, refreshing cache 2023-10-02T12:35:54,934 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/hadoop-4612051472452141215.jar 2023-10-02T12:35:54,934 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:54,935 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:54,935 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:54,935 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:54,936 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:54,936 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:54,937 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:54,937 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:54,938 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:54,938 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-10-02T12:35:54,939 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-10-02T12:35:54,939 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-10-02T12:35:54,940 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-10-02T12:35:54,940 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-10-02T12:35:54,941 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-10-02T12:35:54,941 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-10-02T12:35:54,941 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-10-02T12:35:54,942 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-10-02T12:35:54,942 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-10-02T12:35:54,942 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-10-02T12:35:54,943 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-10-02T12:35:54,943 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:54,944 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:54,944 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:54,944 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:54,944 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:54,945 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:54,945 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:35:54,946 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: test-1696250101110 2023-10-02T12:35:54,946 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:35:54,946 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x10444d2c to 127.0.0.1:56909 2023-10-02T12:35:54,946 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:35:54,946 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-10-02T12:35:54,946 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-10-02T12:35:54,947 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-10-02T12:35:54,952 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-10-02T12:35:54,958 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-10-02T12:35:55,053 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/mapreduce.cluster.local.dir/1696250155016/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-10-02T12:35:55,053 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/mapreduce.cluster.local.dir/1696250155016/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-10-02T12:35:55,101 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:34731/backupUT/backup_1696250131693/default/test-1696250101110/f/3e907e46510f45b6af9d9bf8f8da88a2 2023-10-02T12:35:55,106 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-10-02T12:35:55,126 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:34731/backupUT/backup_1696250121269/default/test-1696250101110/f/254d9eb4fd0b4d279c87b1bdfcbd7f15 2023-10-02T12:35:55,131 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-10-02T12:35:55,148 DEBUG [pool-267-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x42f48be9 to 127.0.0.1:56909 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:35:55,152 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a613c11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:35:55,153 DEBUG [hconnection-0x1362a5a6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:35:55,155 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:33462, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:35:55,156 DEBUG [pool-267-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x42f48be9 to 127.0.0.1:56909 2023-10-02T12:35:55,156 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:35:55,157 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-test-1696250101110-1-0] 2023-10-02T12:35:55,157 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-10-02T12:35:55,165 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/hbase-staging/bulk_output-default-test-1696250101110-1696250153530/_temporary/0/_temporary/attempt_local1349230317_0011_r_000000_0/f/49a58430a76643abaa970852487359d8 is 59, key is row-test-1696250101110-1-10/f:q1/1696250120954/Put/seqid=0 2023-10-02T12:35:55,167 WARN [Thread-1248 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:38219] Specified favored nodes: [jenkins-hbase3.apache.org:38219] 2023-10-02T12:35:56,087 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.MapReduceBackupMergeJob(143): Merge Job finished:0 2023-10-02T12:35:56,087 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.MapReduceBackupMergeJob(117): Merge backup images for ns2:test-16962501011101 2023-10-02T12:35:56,090 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/hbase-staging/bulk_output-ns2-test-16962501011101-1696250156088 from hdfs://localhost:34731/backupUT/backup_1696250121269/ns2/test-16962501011101,hdfs://localhost:34731/backupUT/backup_1696250131693/ns2/test-16962501011101 2023-10-02T12:35:56,091 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x7a30c3de to 127.0.0.1:56909 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:35:56,120 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24983a4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:35:56,121 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:35:56,123 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:54056, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:35:56,124 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-10-02T12:35:56,124 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:test-16962501011101 2023-10-02T12:35:56,127 DEBUG [hconnection-0x4df51b6b-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:35:56,128 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:33466, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:35:56,130 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:test-16962501011101: 2023-10-02T12:35:56,130 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-10-02T12:35:56,130 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/hbase-staging/partitions_e534d092-7202-4772-a624-785e840d7f25 2023-10-02T12:35:56,537 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:56,538 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:56,538 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:56,539 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:57,535 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/hadoop-9161260907666010489.jar 2023-10-02T12:35:57,536 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:57,536 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:57,536 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:57,537 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:57,537 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:57,538 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:57,538 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:57,538 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:57,539 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:57,539 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-10-02T12:35:57,540 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-10-02T12:35:57,540 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-10-02T12:35:57,541 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-10-02T12:35:57,541 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-10-02T12:35:57,541 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-10-02T12:35:57,542 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-10-02T12:35:57,542 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-10-02T12:35:57,543 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-10-02T12:35:57,543 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-10-02T12:35:57,543 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-10-02T12:35:57,544 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-10-02T12:35:57,544 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:57,544 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:57,545 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:57,545 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:57,545 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:57,546 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:35:57,546 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:35:57,546 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: ns2:test-16962501011101 2023-10-02T12:35:57,547 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:35:57,547 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x7a30c3de to 127.0.0.1:56909 2023-10-02T12:35:57,547 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:35:57,547 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-10-02T12:35:57,547 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-10-02T12:35:57,548 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-10-02T12:35:57,553 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-10-02T12:35:57,560 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-10-02T12:35:57,664 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/mapreduce.cluster.local.dir/1696250157623/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-10-02T12:35:57,664 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/mapreduce.cluster.local.dir/1696250157623/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-10-02T12:35:57,719 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:34731/backupUT/backup_1696250131693/ns2/test-16962501011101/f/18e2f9f4a6784f6dbb0c904ed23d89da 2023-10-02T12:35:57,723 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-10-02T12:35:57,744 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:34731/backupUT/backup_1696250121269/ns2/test-16962501011101/f/2dae561974d742278c53d43e8c5acec3 2023-10-02T12:35:57,748 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-10-02T12:35:57,778 DEBUG [pool-272-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x4372bf14 to 127.0.0.1:56909 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:35:57,790 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37cb6a56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:35:57,793 DEBUG [hconnection-0x12e5176e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:35:57,795 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:33482, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:35:57,796 DEBUG [pool-272-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x4372bf14 to 127.0.0.1:56909 2023-10-02T12:35:57,796 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:35:57,798 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-ns2:test-16962501011101-1-0] 2023-10-02T12:35:57,798 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-10-02T12:35:57,806 DEBUG [pool-272-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/hbase-staging/bulk_output-ns2-test-16962501011101-1696250156088/_temporary/0/_temporary/attempt_local741855564_0012_r_000000_0/f/31986f0da1414bedb791382e48a28681 is 64, key is row-ns2:test-16962501011101-1-10/f:q1/1696250121131/Put/seqid=0 2023-10-02T12:35:57,810 WARN [Thread-1288 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:38219] Specified favored nodes: [jenkins-hbase3.apache.org:38219] 2023-10-02T12:35:58,699 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.MapReduceBackupMergeJob(143): Merge Job finished:0 2023-10-02T12:35:58,702 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.MapReduceBackupMergeJob(159): Renamed hdfs://localhost:34731/backupUT/backup_1696250131693 to hdfs://localhost:34731/backupUT/.tmp/backup_1696250131693 2023-10-02T12:35:58,704 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.MapReduceBackupMergeJob(360): MoveData from hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/hbase-staging/bulk_output-default-test-1696250101110-1696250153530/f to hdfs://localhost:34731/backupUT/backup_1696250131693/default/test-1696250101110 result=true 2023-10-02T12:35:58,707 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.MapReduceBackupMergeJob(360): MoveData from hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/hbase-staging/bulk_output-ns2-test-16962501011101-1696250156088/f to hdfs://localhost:34731/backupUT/backup_1696250131693/ns2/test-16962501011101 result=true 2023-10-02T12:35:58,707 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:34731/backupUT/.tmp/backup_1696250131693/.backup.manifest 2023-10-02T12:35:58,710 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/.tmp/backup_1696250131693/.backup.manifest 2023-10-02T12:35:59,118 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:34731/backupUT/backup_1696250131693/.backup.manifest 2023-10-02T12:36:00,394 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-10-02T12:36:00,396 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:36:00,396 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x1e3d11c4 to 127.0.0.1:56909 2023-10-02T12:36:00,396 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:36:00,401 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] impl.RestoreTablesClient(101): HBase table table1 does not exist. It will be created during restore process 2023-10-02T12:36:00,402 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] impl.RestoreTablesClient(101): HBase table ns2:table2 does not exist. It will be created during restore process 2023-10-02T12:36:00,403 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:34731/backupUT/backup_1696250131693/.backup.manifest 2023-10-02T12:36:00,406 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1696250131693/.backup.manifest 2023-10-02T12:36:00,407 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:34731/backupUT/backup_1696250131693/.backup.manifest 2023-10-02T12:36:00,409 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1696250131693/.backup.manifest 2023-10-02T12:36:00,412 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:34731/backupUT/backup_1696250107480/.backup.manifest 2023-10-02T12:36:00,414 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1696250107480/.backup.manifest 2023-10-02T12:36:00,415 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] impl.RestoreTablesClient(148): Restoring 'test-1696250101110' to 'table1' from full backup image hdfs://localhost:34731/backupUT/backup_1696250107480/default/test-1696250101110 2023-10-02T12:36:00,417 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] util.RestoreTool(295): Retrieved descriptor: 'test-1696250101110', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1696250131693 2023-10-02T12:36:00,421 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] util.RestoreTool(487): Creating target table 'table1' 2023-10-02T12:36:00,421 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:34731/backupUT/backup_1696250107480/default/test-1696250101110/archive/data/default/test-1696250101110/17c97e6e364a87b3648f2e5254384488 2023-10-02T12:36:00,422 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:34731/backupUT/backup_1696250107480/default/test-1696250101110/archive/data/default/test-1696250101110/17c97e6e364a87b3648f2e5254384488/f in region [hdfs://localhost:34731/backupUT/backup_1696250107480/default/test-1696250101110/archive/data/default/test-1696250101110/17c97e6e364a87b3648f2e5254384488] 2023-10-02T12:36:00,427 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] util.RestoreTool(442): Trying to figure out region boundaries hfile=hdfs://localhost:34731/backupUT/backup_1696250107480/default/test-1696250101110/archive/data/default/test-1696250101110/17c97e6e364a87b3648f2e5254384488/f/1a5cca31df61480894cec95e75a97680 first=row0 last=row98 2023-10-02T12:36:00,435 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:36:00,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] procedure2.ProcedureExecutor(1032): Stored pid=42, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=table1 2023-10-02T12:36:00,439 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=42, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_PRE_OPERATION 2023-10-02T12:36:00,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "table1" procId is: 42 2023-10-02T12:36:00,440 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=42, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-02T12:36:00,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=42 2023-10-02T12:36:00,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=42 2023-10-02T12:36:00,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=42 2023-10-02T12:36:00,850 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => b19f580123c2df6b00ac64b2d61475f1, NAME => 'table1,,1696250160435.b19f580123c2df6b00ac64b2d61475f1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675 2023-10-02T12:36:01,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=42 2023-10-02T12:36:01,260 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(888): Instantiated table1,,1696250160435.b19f580123c2df6b00ac64b2d61475f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:36:01,261 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1668): Closing b19f580123c2df6b00ac64b2d61475f1, disabling compactions & flushes 2023-10-02T12:36:01,261 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1690): Closing region table1,,1696250160435.b19f580123c2df6b00ac64b2d61475f1. 2023-10-02T12:36:01,261 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,,1696250160435.b19f580123c2df6b00ac64b2d61475f1. 2023-10-02T12:36:01,261 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on table1,,1696250160435.b19f580123c2df6b00ac64b2d61475f1. after waiting 0 ms 2023-10-02T12:36:01,261 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region table1,,1696250160435.b19f580123c2df6b00ac64b2d61475f1. 2023-10-02T12:36:01,261 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1909): Closed table1,,1696250160435.b19f580123c2df6b00ac64b2d61475f1. 2023-10-02T12:36:01,261 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1622): Region close journal for b19f580123c2df6b00ac64b2d61475f1: 2023-10-02T12:36:01,262 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=42, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ADD_TO_META 2023-10-02T12:36:01,263 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"table1,,1696250160435.b19f580123c2df6b00ac64b2d61475f1.","families":{"info":[{"qualifier":"regioninfo","vlen":40,"tag":[],"timestamp":"1696250161262"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696250161262"}]},"ts":"1696250161262"} 2023-10-02T12:36:01,264 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:36:01,265 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=42, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-02T12:36:01,266 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696250161265"}]},"ts":"1696250161265"} 2023-10-02T12:36:01,267 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=ENABLING in hbase:meta 2023-10-02T12:36:01,272 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=b19f580123c2df6b00ac64b2d61475f1, ASSIGN}] 2023-10-02T12:36:01,274 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=43, ppid=42, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=b19f580123c2df6b00ac64b2d61475f1, ASSIGN 2023-10-02T12:36:01,274 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(262): Starting pid=43, ppid=42, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=table1, region=b19f580123c2df6b00ac64b2d61475f1, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,38219,1696250090974; forceNewPlan=false, retain=false 2023-10-02T12:36:01,426 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=43 updating hbase:meta row=b19f580123c2df6b00ac64b2d61475f1, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:36:01,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE; OpenRegionProcedure b19f580123c2df6b00ac64b2d61475f1, server=jenkins-hbase3.apache.org,38219,1696250090974}] 2023-10-02T12:36:01,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=42 2023-10-02T12:36:01,587 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(130): Open table1,,1696250160435.b19f580123c2df6b00ac64b2d61475f1. 2023-10-02T12:36:01,587 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7254): Opening region: {ENCODED => b19f580123c2df6b00ac64b2d61475f1, NAME => 'table1,,1696250160435.b19f580123c2df6b00ac64b2d61475f1.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:36:01,588 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:36:01,588 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 b19f580123c2df6b00ac64b2d61475f1 2023-10-02T12:36:01,588 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(888): Instantiated table1,,1696250160435.b19f580123c2df6b00ac64b2d61475f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:36:01,588 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7296): checking encryption for b19f580123c2df6b00ac64b2d61475f1 2023-10-02T12:36:01,588 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7299): checking classloading for b19f580123c2df6b00ac64b2d61475f1 2023-10-02T12:36:01,589 INFO [StoreOpener-b19f580123c2df6b00ac64b2d61475f1-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b19f580123c2df6b00ac64b2d61475f1 2023-10-02T12:36:01,591 INFO [StoreOpener-b19f580123c2df6b00ac64b2d61475f1-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b19f580123c2df6b00ac64b2d61475f1 columnFamilyName f 2023-10-02T12:36:01,591 DEBUG [StoreOpener-b19f580123c2df6b00ac64b2d61475f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:36:01,592 INFO [StoreOpener-b19f580123c2df6b00ac64b2d61475f1-1 {}] regionserver.HStore(324): Store=b19f580123c2df6b00ac64b2d61475f1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:36:01,593 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/default/table1/b19f580123c2df6b00ac64b2d61475f1 2023-10-02T12:36:01,593 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/default/table1/b19f580123c2df6b00ac64b2d61475f1 2023-10-02T12:36:01,595 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1076): writing seq id for b19f580123c2df6b00ac64b2d61475f1 2023-10-02T12:36:01,597 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/default/table1/b19f580123c2df6b00ac64b2d61475f1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:36:01,598 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): Opened b19f580123c2df6b00ac64b2d61475f1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11468996160, jitterRate=0.06813350319862366}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-10-02T12:36:01,598 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(992): Region open journal for b19f580123c2df6b00ac64b2d61475f1: 2023-10-02T12:36:01,599 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2556): Post open deploy tasks for table1,,1696250160435.b19f580123c2df6b00ac64b2d61475f1., pid=44, masterSystemTime=1696250161580 2023-10-02T12:36:01,601 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2583): Finished post open deploy task for table1,,1696250160435.b19f580123c2df6b00ac64b2d61475f1. 2023-10-02T12:36:01,601 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(158): Opened table1,,1696250160435.b19f580123c2df6b00ac64b2d61475f1. 2023-10-02T12:36:01,601 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=43 updating hbase:meta row=b19f580123c2df6b00ac64b2d61475f1, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:36:01,604 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=44, resume processing ppid=43 2023-10-02T12:36:01,604 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=44, ppid=43, state=SUCCESS; OpenRegionProcedure b19f580123c2df6b00ac64b2d61475f1, server=jenkins-hbase3.apache.org,38219,1696250090974 in 174 msec 2023-10-02T12:36:01,605 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=43, resume processing ppid=42 2023-10-02T12:36:01,605 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=43, ppid=42, state=SUCCESS; TransitRegionStateProcedure table=table1, region=b19f580123c2df6b00ac64b2d61475f1, ASSIGN in 333 msec 2023-10-02T12:36:01,606 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=42, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-02T12:36:01,606 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696250161606"}]},"ts":"1696250161606"} 2023-10-02T12:36:01,607 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=ENABLED in hbase:meta 2023-10-02T12:36:01,610 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=42, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_POST_OPERATION 2023-10-02T12:36:01,611 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=42, state=SUCCESS; CreateTableProcedure table=table1 in 1.1750 sec 2023-10-02T12:36:02,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=42 2023-10-02T12:36:02,548 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: default:table1, procId: 42 completed 2023-10-02T12:36:02,553 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:34731/backupUT/backup_1696250107480/default/test-1696250101110/archive/data/default/test-1696250101110/17c97e6e364a87b3648f2e5254384488 from hbase tables test-1696250101110 to tables table1 2023-10-02T12:36:02,553 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.MapReduceRestoreJob(72): Restore test-1696250101110 into table1 2023-10-02T12:36:02,558 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/hbase-staging/bulk_output-default-table1-1696250162554 from hdfs://localhost:34731/backupUT/backup_1696250107480/default/test-1696250101110/archive/data/default/test-1696250101110/17c97e6e364a87b3648f2e5254384488 2023-10-02T12:36:02,559 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x06047c20 to 127.0.0.1:56909 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:36:02,563 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3432b492, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:36:02,564 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:36:02,565 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:59686, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:36:02,566 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-10-02T12:36:02,566 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table table1 2023-10-02T12:36:02,570 DEBUG [hconnection-0x508ead6a-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:36:02,571 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:56528, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:36:02,572 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for table1: 2023-10-02T12:36:02,572 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-10-02T12:36:02,572 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/hbase-staging/partitions_6c059c1a-5411-4e44-8943-a5dc497cd896 2023-10-02T12:36:02,986 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:02,987 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:02,987 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:02,988 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:03,976 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/hadoop-8145189354254509077.jar 2023-10-02T12:36:03,976 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:03,977 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:03,977 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:03,978 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:03,978 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:03,978 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:03,979 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:03,979 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:03,979 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:03,980 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-10-02T12:36:03,981 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-10-02T12:36:03,981 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-10-02T12:36:03,982 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-10-02T12:36:03,982 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-10-02T12:36:03,983 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-10-02T12:36:03,983 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-10-02T12:36:03,983 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-10-02T12:36:03,984 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-10-02T12:36:03,984 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-10-02T12:36:03,984 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-10-02T12:36:03,985 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-10-02T12:36:03,985 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:03,986 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:03,986 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:03,986 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:03,987 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:03,987 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:03,988 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:36:03,988 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: table1 2023-10-02T12:36:03,988 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:36:03,988 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x06047c20 to 127.0.0.1:56909 2023-10-02T12:36:03,988 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:36:03,988 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-10-02T12:36:03,988 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-10-02T12:36:03,989 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-10-02T12:36:03,994 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-10-02T12:36:04,001 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-10-02T12:36:04,099 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/mapreduce.cluster.local.dir/1696250164046/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-10-02T12:36:04,100 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/mapreduce.cluster.local.dir/1696250164046/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-10-02T12:36:04,156 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:34731/backupUT/backup_1696250107480/default/test-1696250101110/archive/data/default/test-1696250101110/17c97e6e364a87b3648f2e5254384488/f/1a5cca31df61480894cec95e75a97680 2023-10-02T12:36:04,161 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-10-02T12:36:04,178 DEBUG [pool-280-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x713d37b2 to 127.0.0.1:56909 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:36:04,184 DEBUG [pool-280-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@596b260d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:36:04,186 DEBUG [hconnection-0x2018c8e4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:36:04,187 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:56540, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:36:04,189 DEBUG [pool-280-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x713d37b2 to 127.0.0.1:56909 2023-10-02T12:36:04,189 DEBUG [pool-280-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:36:04,190 DEBUG [pool-280-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row0] 2023-10-02T12:36:04,190 DEBUG [pool-280-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-10-02T12:36:04,196 DEBUG [pool-280-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/hbase-staging/bulk_output-default-table1-1696250162554/_temporary/0/_temporary/attempt_local278197559_0013_r_000000_0/f/468ccf00d297429eacd4faa8adc689b7 is 37, key is row10/f:q1/1696250102844/Put/seqid=0 2023-10-02T12:36:04,198 WARN [Thread-1356 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:38219] Specified favored nodes: [jenkins-hbase3.apache.org:38219] 2023-10-02T12:36:05,158 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/hbase-staging/bulk_output-default-table1-1696250162554 2023-10-02T12:36:05,159 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x5d24986a to 127.0.0.1:56909 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:36:05,163 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bcfa2b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:36:05,165 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:36:05,167 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:56544, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:36:05,176 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/hbase-staging/bulk_output-default-table1-1696250162554/_SUCCESS 2023-10-02T12:36:05,182 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:36:05,184 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:59688, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:36:05,220 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/hbase-staging/bulk_output-default-table1-1696250162554/f/468ccf00d297429eacd4faa8adc689b7 first=Optional[row0] last=Optional[row98] 2023-10-02T12:36:05,241 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=table1,,1696250160435.b19f580123c2df6b00ac64b2d61475f1., hostname=jenkins-hbase3.apache.org,38219,1696250090974, seqNum=2 for row with hfile group [{f,hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/hbase-staging/bulk_output-default-table1-1696250162554/f/468ccf00d297429eacd4faa8adc689b7}] 2023-10-02T12:36:05,271 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/hbase-staging/bulk_output-default-table1-1696250162554/f/468ccf00d297429eacd4faa8adc689b7 for inclusion in b19f580123c2df6b00ac64b2d61475f1/f 2023-10-02T12:36:05,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] regionserver.HStore(623): HFile bounds: first=row0 last=row98 2023-10-02T12:36:05,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] regionserver.HStore(625): Region bounds: first= last= 2023-10-02T12:36:05,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] regionserver.HRegion(2520): Flush status journal for b19f580123c2df6b00ac64b2d61475f1: 2023-10-02T12:36:05,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/hbase-staging/bulk_output-default-table1-1696250162554/f/468ccf00d297429eacd4faa8adc689b7 to hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/staging/jenkins__table1__pockqpiik1j1hbjgtjh0q3dc3dkjjh73h61kpi5r1a1kecreg8m6se1lo4vbah84/f/468ccf00d297429eacd4faa8adc689b7 2023-10-02T12:36:05,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/staging/jenkins__table1__pockqpiik1j1hbjgtjh0q3dc3dkjjh73h61kpi5r1a1kecreg8m6se1lo4vbah84/f/468ccf00d297429eacd4faa8adc689b7 as hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/default/table1/b19f580123c2df6b00ac64b2d61475f1/f/c0d27e0b12084e46a964aed3a93c9441_SeqId_4_ 2023-10-02T12:36:05,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x32c5ac3d to 127.0.0.1:56909 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:36:05,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58381174, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:36:05,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:36:05,296 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:59704, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:36:05,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:36:05,305 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:56550, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:36:05,328 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:36:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x32c5ac3d to 127.0.0.1:56909 2023-10-02T12:36:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:36:05,330 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/staging/jenkins__table1__pockqpiik1j1hbjgtjh0q3dc3dkjjh73h61kpi5r1a1kecreg8m6se1lo4vbah84/f/468ccf00d297429eacd4faa8adc689b7 into b19f580123c2df6b00ac64b2d61475f1/f as hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/default/table1/b19f580123c2df6b00ac64b2d61475f1/f/c0d27e0b12084e46a964aed3a93c9441_SeqId_4_ - updating store file list. 2023-10-02T12:36:05,337 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/default/table1/b19f580123c2df6b00ac64b2d61475f1/f/c0d27e0b12084e46a964aed3a93c9441_SeqId_4_ into b19f580123c2df6b00ac64b2d61475f1/f 2023-10-02T12:36:05,337 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/staging/jenkins__table1__pockqpiik1j1hbjgtjh0q3dc3dkjjh73h61kpi5r1a1kecreg8m6se1lo4vbah84/f/468ccf00d297429eacd4faa8adc689b7 into b19f580123c2df6b00ac64b2d61475f1/f (new location: hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/default/table1/b19f580123c2df6b00ac64b2d61475f1/f/c0d27e0b12084e46a964aed3a93c9441_SeqId_4_) 2023-10-02T12:36:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/staging/jenkins__table1__pockqpiik1j1hbjgtjh0q3dc3dkjjh73h61kpi5r1a1kecreg8m6se1lo4vbah84/f/468ccf00d297429eacd4faa8adc689b7 2023-10-02T12:36:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x17036148 to 127.0.0.1:56909 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:36:05,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77c7a499, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:36:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:36:05,351 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:59708, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-10-02T12:36:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:36:05,357 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:56558, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-10-02T12:36:05,384 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:36:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x17036148 to 127.0.0.1:56909 2023-10-02T12:36:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:36:05,397 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:36:05,398 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x5d24986a to 127.0.0.1:56909 2023-10-02T12:36:05,398 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:36:05,399 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-10-02T12:36:05,426 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] impl.RestoreTablesClient(181): Restoring 'test-1696250101110' to 'table1' from log dirs: hdfs://localhost:34731/backupUT/backup_1696250131693/default/test-1696250101110/f/49a58430a76643abaa970852487359d8 2023-10-02T12:36:05,430 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] util.RestoreTool(177): Found descriptor 'test-1696250101110', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} through backup_1696250131693 2023-10-02T12:36:05,434 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.MapReduceRestoreJob(64): Restore incremental backup from directory hdfs://localhost:34731/backupUT/backup_1696250131693/default/test-1696250101110/f/49a58430a76643abaa970852487359d8 from hbase tables test-1696250101110 to tables table1 2023-10-02T12:36:05,434 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.MapReduceRestoreJob(72): Restore test-1696250101110 into table1 2023-10-02T12:36:05,436 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/hbase-staging/bulk_output-default-table1-1696250165434 from hdfs://localhost:34731/backupUT/backup_1696250131693/default/test-1696250101110/f/49a58430a76643abaa970852487359d8 2023-10-02T12:36:05,437 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x7171d930 to 127.0.0.1:56909 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:36:05,445 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bddacde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:36:05,446 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:36:05,448 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:59710, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:36:05,449 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-10-02T12:36:05,449 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table test-1696250101110 2023-10-02T12:36:05,456 DEBUG [hconnection-0x67871b5a-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:36:05,458 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:56562, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:36:05,460 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for test-1696250101110: 2023-10-02T12:36:05,460 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-10-02T12:36:05,460 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/hbase-staging/partitions_c748eb1d-e72c-4e89-b45a-5cec7f3dd578 2023-10-02T12:36:05,737 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'table1' 2023-10-02T12:36:05,881 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:05,881 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:05,882 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:05,883 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:06,949 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/hadoop-2464968191422588210.jar 2023-10-02T12:36:06,949 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:06,950 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:06,950 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:06,951 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:06,951 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:06,951 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:06,952 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:06,952 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:06,952 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:06,953 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-10-02T12:36:06,954 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-10-02T12:36:06,954 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-10-02T12:36:06,954 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-10-02T12:36:06,955 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-10-02T12:36:06,955 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-10-02T12:36:06,956 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-10-02T12:36:06,956 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-10-02T12:36:06,957 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-10-02T12:36:06,957 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-10-02T12:36:06,958 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-10-02T12:36:06,958 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-10-02T12:36:06,959 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:06,959 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:06,960 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:06,960 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:06,960 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:06,960 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:06,961 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:36:06,961 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: test-1696250101110 2023-10-02T12:36:06,961 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:36:06,961 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x7171d930 to 127.0.0.1:56909 2023-10-02T12:36:06,962 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:36:06,962 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-10-02T12:36:06,962 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-10-02T12:36:06,962 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-10-02T12:36:06,967 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-10-02T12:36:06,975 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-10-02T12:36:07,065 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/mapreduce.cluster.local.dir/1696250167025/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-10-02T12:36:07,065 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/mapreduce.cluster.local.dir/1696250167025/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-10-02T12:36:07,148 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:34731/backupUT/backup_1696250131693/default/test-1696250101110/f/49a58430a76643abaa970852487359d8 2023-10-02T12:36:07,151 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-10-02T12:36:07,153 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-10-02T12:36:07,176 DEBUG [pool-292-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x58a1f3a2 to 127.0.0.1:56909 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:36:07,186 DEBUG [pool-292-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ec8fe50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:36:07,188 DEBUG [hconnection-0x234fe55-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:36:07,189 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:56564, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:36:07,191 DEBUG [pool-292-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x58a1f3a2 to 127.0.0.1:56909 2023-10-02T12:36:07,191 DEBUG [pool-292-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:36:07,191 DEBUG [pool-292-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-test-1696250101110-1-0] 2023-10-02T12:36:07,191 DEBUG [pool-292-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-10-02T12:36:07,198 DEBUG [pool-292-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/hbase-staging/bulk_output-default-table1-1696250165434/_temporary/0/_temporary/attempt_local716216764_0014_r_000000_0/f/f5e07512b36a4164bc25ecf029686e8b is 59, key is row-test-1696250101110-1-10/f:q1/1696250120954/Put/seqid=0 2023-10-02T12:36:07,202 WARN [Thread-1401 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:38219] Specified favored nodes: [jenkins-hbase3.apache.org:38219] 2023-10-02T12:36:08,148 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/hbase-staging/bulk_output-default-table1-1696250165434 2023-10-02T12:36:08,149 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x3db550b5 to 127.0.0.1:56909 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:36:08,152 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4394486d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:36:08,154 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:36:08,155 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:56580, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:36:08,161 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/hbase-staging/bulk_output-default-table1-1696250165434/_SUCCESS 2023-10-02T12:36:08,165 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:36:08,166 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:59718, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:36:08,176 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/hbase-staging/bulk_output-default-table1-1696250165434/f/f5e07512b36a4164bc25ecf029686e8b first=Optional[row-test-1696250101110-1-0] last=Optional[row-test-1696250101110-2-98] 2023-10-02T12:36:08,178 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=table1,,1696250160435.b19f580123c2df6b00ac64b2d61475f1., hostname=jenkins-hbase3.apache.org,38219,1696250090974, seqNum=2 for row with hfile group [{f,hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/hbase-staging/bulk_output-default-table1-1696250165434/f/f5e07512b36a4164bc25ecf029686e8b}] 2023-10-02T12:36:08,184 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/hbase-staging/bulk_output-default-table1-1696250165434/f/f5e07512b36a4164bc25ecf029686e8b for inclusion in b19f580123c2df6b00ac64b2d61475f1/f 2023-10-02T12:36:08,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] regionserver.HStore(623): HFile bounds: first=row-test-1696250101110-1-0 last=row-test-1696250101110-2-98 2023-10-02T12:36:08,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] regionserver.HStore(625): Region bounds: first= last= 2023-10-02T12:36:08,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] regionserver.HRegion(2520): Flush status journal for b19f580123c2df6b00ac64b2d61475f1: 2023-10-02T12:36:08,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/hbase-staging/bulk_output-default-table1-1696250165434/f/f5e07512b36a4164bc25ecf029686e8b to hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/staging/jenkins__table1__5b4e8sqi8801qmcgp8u1100pgi8bu7v3oiilsk16hjveco4c0s4td96tfnui73ca/f/f5e07512b36a4164bc25ecf029686e8b 2023-10-02T12:36:08,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/staging/jenkins__table1__5b4e8sqi8801qmcgp8u1100pgi8bu7v3oiilsk16hjveco4c0s4td96tfnui73ca/f/f5e07512b36a4164bc25ecf029686e8b as hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/default/table1/b19f580123c2df6b00ac64b2d61475f1/f/0273627ce0434f54a8ef43823bd1ac5f_SeqId_6_ 2023-10-02T12:36:08,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x288075fb to 127.0.0.1:56909 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:36:08,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a7ef90c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:36:08,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:36:08,200 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:59734, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:36:08,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:36:08,205 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:56588, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:36:08,216 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:36:08,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x288075fb to 127.0.0.1:56909 2023-10-02T12:36:08,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:36:08,218 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/staging/jenkins__table1__5b4e8sqi8801qmcgp8u1100pgi8bu7v3oiilsk16hjveco4c0s4td96tfnui73ca/f/f5e07512b36a4164bc25ecf029686e8b into b19f580123c2df6b00ac64b2d61475f1/f as hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/default/table1/b19f580123c2df6b00ac64b2d61475f1/f/0273627ce0434f54a8ef43823bd1ac5f_SeqId_6_ - updating store file list. 2023-10-02T12:36:08,224 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/default/table1/b19f580123c2df6b00ac64b2d61475f1/f/0273627ce0434f54a8ef43823bd1ac5f_SeqId_6_ into b19f580123c2df6b00ac64b2d61475f1/f 2023-10-02T12:36:08,224 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/staging/jenkins__table1__5b4e8sqi8801qmcgp8u1100pgi8bu7v3oiilsk16hjveco4c0s4td96tfnui73ca/f/f5e07512b36a4164bc25ecf029686e8b into b19f580123c2df6b00ac64b2d61475f1/f (new location: hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/default/table1/b19f580123c2df6b00ac64b2d61475f1/f/0273627ce0434f54a8ef43823bd1ac5f_SeqId_6_) 2023-10-02T12:36:08,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/staging/jenkins__table1__5b4e8sqi8801qmcgp8u1100pgi8bu7v3oiilsk16hjveco4c0s4td96tfnui73ca/f/f5e07512b36a4164bc25ecf029686e8b 2023-10-02T12:36:08,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x279d2c38 to 127.0.0.1:56909 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:36:08,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f70f356, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:36:08,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:36:08,232 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:59744, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-10-02T12:36:08,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:36:08,238 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:56590, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-10-02T12:36:08,253 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:36:08,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x279d2c38 to 127.0.0.1:56909 2023-10-02T12:36:08,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:36:08,256 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:36:08,256 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x3db550b5 to 127.0.0.1:56909 2023-10-02T12:36:08,256 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:36:08,256 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-10-02T12:36:08,256 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] impl.RestoreTablesClient(187): test-1696250101110 has been successfully restored to table1 2023-10-02T12:36:08,256 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] impl.RestoreTablesClient(231): Restore includes the following image(s): 2023-10-02T12:36:08,256 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] impl.RestoreTablesClient(233): Backup: backup_1696250131693 hdfs://localhost:34731/backupUT/backup_1696250131693/default/test-1696250101110/ 2023-10-02T12:36:08,257 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:34731/backupUT/backup_1696250107480/.backup.manifest 2023-10-02T12:36:08,264 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1696250107480/.backup.manifest 2023-10-02T12:36:08,264 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] impl.RestoreTablesClient(148): Restoring 'ns2:test-16962501011101' to 'ns2:table2' from full backup image hdfs://localhost:34731/backupUT/backup_1696250107480/ns2/test-16962501011101 2023-10-02T12:36:08,267 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] util.RestoreTool(295): Retrieved descriptor: 'ns2:test-16962501011101', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1696250131693 2023-10-02T12:36:08,270 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] util.RestoreTool(487): Creating target table 'ns2:table2' 2023-10-02T12:36:08,270 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:34731/backupUT/backup_1696250107480/ns2/test-16962501011101/archive/data/ns2/test-16962501011101/1d8562186a2d6f87051db2768df41516 2023-10-02T12:36:08,271 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:34731/backupUT/backup_1696250107480/ns2/test-16962501011101/archive/data/ns2/test-16962501011101/1d8562186a2d6f87051db2768df41516/f in region [hdfs://localhost:34731/backupUT/backup_1696250107480/ns2/test-16962501011101/archive/data/ns2/test-16962501011101/1d8562186a2d6f87051db2768df41516] 2023-10-02T12:36:08,276 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] util.RestoreTool(442): Trying to figure out region boundaries hfile=hdfs://localhost:34731/backupUT/backup_1696250107480/ns2/test-16962501011101/archive/data/ns2/test-16962501011101/1d8562186a2d6f87051db2768df41516/f/af812f1cec80420a961a6443b3e34e4b first=row0 last=row98 2023-10-02T12:36:08,277 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:36:08,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] procedure2.ProcedureExecutor(1032): Stored pid=45, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:table2 2023-10-02T12:36:08,281 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=45, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_PRE_OPERATION 2023-10-02T12:36:08,281 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns2" qualifier: "table2" procId is: 45 2023-10-02T12:36:08,282 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=45, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-02T12:36:08,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=45 2023-10-02T12:36:08,292 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 437d11b2f06ad9394ea28498053cd297, NAME => 'ns2:table2,,1696250168277.437d11b2f06ad9394ea28498053cd297.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675 2023-10-02T12:36:08,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=45 2023-10-02T12:36:08,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=45 2023-10-02T12:36:08,699 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:table2,,1696250168277.437d11b2f06ad9394ea28498053cd297.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:36:08,699 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1668): Closing 437d11b2f06ad9394ea28498053cd297, disabling compactions & flushes 2023-10-02T12:36:08,699 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:table2,,1696250168277.437d11b2f06ad9394ea28498053cd297. 2023-10-02T12:36:08,700 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:table2,,1696250168277.437d11b2f06ad9394ea28498053cd297. 2023-10-02T12:36:08,700 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:table2,,1696250168277.437d11b2f06ad9394ea28498053cd297. after waiting 0 ms 2023-10-02T12:36:08,700 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:table2,,1696250168277.437d11b2f06ad9394ea28498053cd297. 2023-10-02T12:36:08,700 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1909): Closed ns2:table2,,1696250168277.437d11b2f06ad9394ea28498053cd297. 2023-10-02T12:36:08,700 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1622): Region close journal for 437d11b2f06ad9394ea28498053cd297: 2023-10-02T12:36:08,701 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=45, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ADD_TO_META 2023-10-02T12:36:08,701 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:table2,,1696250168277.437d11b2f06ad9394ea28498053cd297.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1696250168701"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696250168701"}]},"ts":"1696250168701"} 2023-10-02T12:36:08,703 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:36:08,704 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=45, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-02T12:36:08,705 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696250168705"}]},"ts":"1696250168705"} 2023-10-02T12:36:08,706 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2023-10-02T12:36:08,711 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:table2, region=437d11b2f06ad9394ea28498053cd297, ASSIGN}] 2023-10-02T12:36:08,713 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:table2, region=437d11b2f06ad9394ea28498053cd297, ASSIGN 2023-10-02T12:36:08,714 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:table2, region=437d11b2f06ad9394ea28498053cd297, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,38219,1696250090974; forceNewPlan=false, retain=false 2023-10-02T12:36:08,865 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=437d11b2f06ad9394ea28498053cd297, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:36:08,867 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE; OpenRegionProcedure 437d11b2f06ad9394ea28498053cd297, server=jenkins-hbase3.apache.org,38219,1696250090974}] 2023-10-02T12:36:08,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=45 2023-10-02T12:36:08,943 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2023-10-02T12:36:08,943 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_table1 Metrics about Tables on a single HBase RegionServer 2023-10-02T12:36:09,022 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(130): Open ns2:table2,,1696250168277.437d11b2f06ad9394ea28498053cd297. 2023-10-02T12:36:09,023 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7254): Opening region: {ENCODED => 437d11b2f06ad9394ea28498053cd297, NAME => 'ns2:table2,,1696250168277.437d11b2f06ad9394ea28498053cd297.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:36:09,023 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:36:09,023 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 437d11b2f06ad9394ea28498053cd297 2023-10-02T12:36:09,023 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(888): Instantiated ns2:table2,,1696250168277.437d11b2f06ad9394ea28498053cd297.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:36:09,023 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7296): checking encryption for 437d11b2f06ad9394ea28498053cd297 2023-10-02T12:36:09,023 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7299): checking classloading for 437d11b2f06ad9394ea28498053cd297 2023-10-02T12:36:09,024 INFO [StoreOpener-437d11b2f06ad9394ea28498053cd297-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 437d11b2f06ad9394ea28498053cd297 2023-10-02T12:36:09,026 INFO [StoreOpener-437d11b2f06ad9394ea28498053cd297-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 437d11b2f06ad9394ea28498053cd297 columnFamilyName f 2023-10-02T12:36:09,026 DEBUG [StoreOpener-437d11b2f06ad9394ea28498053cd297-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:36:09,026 INFO [StoreOpener-437d11b2f06ad9394ea28498053cd297-1 {}] regionserver.HStore(324): Store=437d11b2f06ad9394ea28498053cd297/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:36:09,027 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/ns2/table2/437d11b2f06ad9394ea28498053cd297 2023-10-02T12:36:09,028 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/ns2/table2/437d11b2f06ad9394ea28498053cd297 2023-10-02T12:36:09,030 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1076): writing seq id for 437d11b2f06ad9394ea28498053cd297 2023-10-02T12:36:09,032 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/ns2/table2/437d11b2f06ad9394ea28498053cd297/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:36:09,033 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): Opened 437d11b2f06ad9394ea28498053cd297; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11955472640, jitterRate=0.11344015598297119}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-10-02T12:36:09,033 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(992): Region open journal for 437d11b2f06ad9394ea28498053cd297: 2023-10-02T12:36:09,034 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2556): Post open deploy tasks for ns2:table2,,1696250168277.437d11b2f06ad9394ea28498053cd297., pid=47, masterSystemTime=1696250169019 2023-10-02T12:36:09,035 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2583): Finished post open deploy task for ns2:table2,,1696250168277.437d11b2f06ad9394ea28498053cd297. 2023-10-02T12:36:09,036 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(158): Opened ns2:table2,,1696250168277.437d11b2f06ad9394ea28498053cd297. 2023-10-02T12:36:09,036 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=437d11b2f06ad9394ea28498053cd297, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:36:09,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=47, resume processing ppid=46 2023-10-02T12:36:09,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=47, ppid=46, state=SUCCESS; OpenRegionProcedure 437d11b2f06ad9394ea28498053cd297, server=jenkins-hbase3.apache.org,38219,1696250090974 in 170 msec 2023-10-02T12:36:09,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=46, resume processing ppid=45 2023-10-02T12:36:09,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=46, ppid=45, state=SUCCESS; TransitRegionStateProcedure table=ns2:table2, region=437d11b2f06ad9394ea28498053cd297, ASSIGN in 328 msec 2023-10-02T12:36:09,041 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=45, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-02T12:36:09,041 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696250169041"}]},"ts":"1696250169041"} 2023-10-02T12:36:09,043 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2023-10-02T12:36:09,045 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=45, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_POST_OPERATION 2023-10-02T12:36:09,046 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=45, state=SUCCESS; CreateTableProcedure table=ns2:table2 in 767 msec 2023-10-02T12:36:09,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=45 2023-10-02T12:36:09,389 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: ns2:table2, procId: 45 completed 2023-10-02T12:36:09,392 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:34731/backupUT/backup_1696250107480/ns2/test-16962501011101/archive/data/ns2/test-16962501011101/1d8562186a2d6f87051db2768df41516 from hbase tables ns2:test-16962501011101 to tables ns2:table2 2023-10-02T12:36:09,392 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-16962501011101 into ns2:table2 2023-10-02T12:36:09,394 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/hbase-staging/bulk_output-ns2-table2-1696250169392 from hdfs://localhost:34731/backupUT/backup_1696250107480/ns2/test-16962501011101/archive/data/ns2/test-16962501011101/1d8562186a2d6f87051db2768df41516 2023-10-02T12:36:09,395 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x018c4da7 to 127.0.0.1:56909 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:36:09,398 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@275f0a63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:36:09,399 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:36:09,400 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:59748, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:36:09,402 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-10-02T12:36:09,402 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:table2 2023-10-02T12:36:09,405 DEBUG [hconnection-0x1c9be89d-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:36:09,406 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:56598, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:36:09,408 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:table2: 2023-10-02T12:36:09,408 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-10-02T12:36:09,408 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/hbase-staging/partitions_bad51019-7f1e-4854-b7a1-a55136ff1313 2023-10-02T12:36:09,817 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:09,818 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:09,819 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:09,819 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:11,008 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/hadoop-246807656938537334.jar 2023-10-02T12:36:11,008 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:11,009 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:11,009 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:11,010 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:11,010 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:11,011 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:11,011 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:11,012 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:11,012 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:11,013 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-10-02T12:36:11,014 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-10-02T12:36:11,014 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-10-02T12:36:11,015 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-10-02T12:36:11,015 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-10-02T12:36:11,015 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-10-02T12:36:11,016 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-10-02T12:36:11,016 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-10-02T12:36:11,017 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-10-02T12:36:11,017 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-10-02T12:36:11,018 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-10-02T12:36:11,018 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-10-02T12:36:11,019 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:11,019 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:11,020 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:11,020 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:11,020 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:11,021 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:11,022 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:36:11,022 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: ns2:table2 2023-10-02T12:36:11,022 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:36:11,022 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x018c4da7 to 127.0.0.1:56909 2023-10-02T12:36:11,022 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:36:11,022 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-10-02T12:36:11,023 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-10-02T12:36:11,023 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-10-02T12:36:11,029 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-10-02T12:36:11,036 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-10-02T12:36:11,147 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/mapreduce.cluster.local.dir/1696250171087/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-10-02T12:36:11,147 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/mapreduce.cluster.local.dir/1696250171087/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-10-02T12:36:11,212 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:34731/backupUT/backup_1696250107480/ns2/test-16962501011101/archive/data/ns2/test-16962501011101/1d8562186a2d6f87051db2768df41516/f/af812f1cec80420a961a6443b3e34e4b 2023-10-02T12:36:11,216 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-10-02T12:36:11,237 DEBUG [pool-307-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x26ea7051 to 127.0.0.1:56909 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:36:11,241 DEBUG [pool-307-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d3bed5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:36:11,242 DEBUG [hconnection-0x7718588d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:36:11,243 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:50582, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:36:11,245 DEBUG [pool-307-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x26ea7051 to 127.0.0.1:56909 2023-10-02T12:36:11,245 DEBUG [pool-307-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:36:11,245 DEBUG [pool-307-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row0] 2023-10-02T12:36:11,245 DEBUG [pool-307-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-10-02T12:36:11,251 DEBUG [pool-307-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/hbase-staging/bulk_output-ns2-table2-1696250169392/_temporary/0/_temporary/attempt_local1147820225_0015_r_000000_0/f/fb8eb91a154a4322b8ffa6674a02fc3e is 37, key is row10/f:q1/1696250104089/Put/seqid=0 2023-10-02T12:36:11,253 WARN [Thread-1454 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:38219] Specified favored nodes: [jenkins-hbase3.apache.org:38219] 2023-10-02T12:36:11,739 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:table2' 2023-10-02T12:36:12,208 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/hbase-staging/bulk_output-ns2-table2-1696250169392 2023-10-02T12:36:12,209 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x57e9658d to 127.0.0.1:56909 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:36:12,219 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d7c59e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:36:12,220 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:36:12,222 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:50598, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:36:12,228 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/hbase-staging/bulk_output-ns2-table2-1696250169392/_SUCCESS 2023-10-02T12:36:12,233 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:36:12,234 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:35122, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:36:12,258 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/hbase-staging/bulk_output-ns2-table2-1696250169392/f/fb8eb91a154a4322b8ffa6674a02fc3e first=Optional[row0] last=Optional[row98] 2023-10-02T12:36:12,260 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=ns2:table2,,1696250168277.437d11b2f06ad9394ea28498053cd297., hostname=jenkins-hbase3.apache.org,38219,1696250090974, seqNum=2 for row with hfile group [{f,hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/hbase-staging/bulk_output-ns2-table2-1696250169392/f/fb8eb91a154a4322b8ffa6674a02fc3e}] 2023-10-02T12:36:12,269 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/hbase-staging/bulk_output-ns2-table2-1696250169392/f/fb8eb91a154a4322b8ffa6674a02fc3e for inclusion in 437d11b2f06ad9394ea28498053cd297/f 2023-10-02T12:36:12,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] regionserver.HStore(623): HFile bounds: first=row0 last=row98 2023-10-02T12:36:12,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] regionserver.HStore(625): Region bounds: first= last= 2023-10-02T12:36:12,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] regionserver.HRegion(2520): Flush status journal for 437d11b2f06ad9394ea28498053cd297: 2023-10-02T12:36:12,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/hbase-staging/bulk_output-ns2-table2-1696250169392/f/fb8eb91a154a4322b8ffa6674a02fc3e to hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/staging/jenkins__ns2_table2__1t794hunchte4m9ufmachjibp4skc6gpbo18kv9edqbqmanrb7asu9e0lubob4rb/f/fb8eb91a154a4322b8ffa6674a02fc3e 2023-10-02T12:36:12,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/staging/jenkins__ns2_table2__1t794hunchte4m9ufmachjibp4skc6gpbo18kv9edqbqmanrb7asu9e0lubob4rb/f/fb8eb91a154a4322b8ffa6674a02fc3e as hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/ns2/table2/437d11b2f06ad9394ea28498053cd297/f/965cedb7297044cba2d949eb56f08db9_SeqId_4_ 2023-10-02T12:36:12,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x093e7e38 to 127.0.0.1:56909 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:36:12,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@670fcc07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:36:12,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:36:12,285 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:35138, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:36:12,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:36:12,290 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:50614, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:36:12,310 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:36:12,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x093e7e38 to 127.0.0.1:56909 2023-10-02T12:36:12,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:36:12,312 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/staging/jenkins__ns2_table2__1t794hunchte4m9ufmachjibp4skc6gpbo18kv9edqbqmanrb7asu9e0lubob4rb/f/fb8eb91a154a4322b8ffa6674a02fc3e into 437d11b2f06ad9394ea28498053cd297/f as hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/ns2/table2/437d11b2f06ad9394ea28498053cd297/f/965cedb7297044cba2d949eb56f08db9_SeqId_4_ - updating store file list. 2023-10-02T12:36:12,319 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/ns2/table2/437d11b2f06ad9394ea28498053cd297/f/965cedb7297044cba2d949eb56f08db9_SeqId_4_ into 437d11b2f06ad9394ea28498053cd297/f 2023-10-02T12:36:12,319 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/staging/jenkins__ns2_table2__1t794hunchte4m9ufmachjibp4skc6gpbo18kv9edqbqmanrb7asu9e0lubob4rb/f/fb8eb91a154a4322b8ffa6674a02fc3e into 437d11b2f06ad9394ea28498053cd297/f (new location: hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/ns2/table2/437d11b2f06ad9394ea28498053cd297/f/965cedb7297044cba2d949eb56f08db9_SeqId_4_) 2023-10-02T12:36:12,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/staging/jenkins__ns2_table2__1t794hunchte4m9ufmachjibp4skc6gpbo18kv9edqbqmanrb7asu9e0lubob4rb/f/fb8eb91a154a4322b8ffa6674a02fc3e 2023-10-02T12:36:12,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x5d7b7f4e to 127.0.0.1:56909 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:36:12,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4283a885, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:36:12,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:36:12,330 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:35154, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-10-02T12:36:12,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:36:12,335 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:50624, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-10-02T12:36:12,350 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:36:12,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x5d7b7f4e to 127.0.0.1:56909 2023-10-02T12:36:12,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:36:12,355 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:36:12,355 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x57e9658d to 127.0.0.1:56909 2023-10-02T12:36:12,355 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:36:12,355 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-10-02T12:36:12,389 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] impl.RestoreTablesClient(181): Restoring 'ns2:test-16962501011101' to 'ns2:table2' from log dirs: hdfs://localhost:34731/backupUT/backup_1696250131693/ns2/test-16962501011101/f/31986f0da1414bedb791382e48a28681 2023-10-02T12:36:12,394 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] util.RestoreTool(177): Found descriptor 'ns2:test-16962501011101', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} through backup_1696250131693 2023-10-02T12:36:12,396 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.MapReduceRestoreJob(64): Restore incremental backup from directory hdfs://localhost:34731/backupUT/backup_1696250131693/ns2/test-16962501011101/f/31986f0da1414bedb791382e48a28681 from hbase tables ns2:test-16962501011101 to tables ns2:table2 2023-10-02T12:36:12,396 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-16962501011101 into ns2:table2 2023-10-02T12:36:12,398 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/hbase-staging/bulk_output-ns2-table2-1696250172396 from hdfs://localhost:34731/backupUT/backup_1696250131693/ns2/test-16962501011101/f/31986f0da1414bedb791382e48a28681 2023-10-02T12:36:12,399 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x7faaceb8 to 127.0.0.1:56909 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:36:12,403 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@474395f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:36:12,458 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:36:12,459 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:35164, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:36:12,460 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-10-02T12:36:12,460 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:test-16962501011101 2023-10-02T12:36:12,464 DEBUG [hconnection-0x404e7eea-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:36:12,465 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:50634, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:36:12,466 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:test-16962501011101: 2023-10-02T12:36:12,466 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-10-02T12:36:12,467 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/hbase-staging/partitions_d8a33bb6-44b0-4c91-a523-b7548f9c2b14 2023-10-02T12:36:12,474 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:12,475 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:12,475 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:12,476 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:13,658 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/hadoop-3699802125386753369.jar 2023-10-02T12:36:13,659 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:13,659 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:13,659 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:13,660 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:13,660 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:13,660 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:13,661 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:13,661 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:13,661 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:13,662 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-10-02T12:36:13,663 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-10-02T12:36:13,663 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-10-02T12:36:13,664 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-10-02T12:36:13,664 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-10-02T12:36:13,664 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-10-02T12:36:13,665 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-10-02T12:36:13,665 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-10-02T12:36:13,665 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-10-02T12:36:13,666 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-10-02T12:36:13,666 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-10-02T12:36:13,667 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-10-02T12:36:13,667 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:13,668 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:13,668 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:13,668 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:13,668 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:13,669 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:36:13,670 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:36:13,670 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: ns2:test-16962501011101 2023-10-02T12:36:13,670 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:36:13,670 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x7faaceb8 to 127.0.0.1:56909 2023-10-02T12:36:13,670 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:36:13,670 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-10-02T12:36:13,670 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-10-02T12:36:13,671 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-10-02T12:36:13,677 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-10-02T12:36:13,684 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-10-02T12:36:13,806 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/mapreduce.cluster.local.dir/1696250173741/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-10-02T12:36:13,807 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/mapreduce.cluster.local.dir/1696250173741/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-10-02T12:36:13,866 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:34731/backupUT/backup_1696250131693/ns2/test-16962501011101/f/31986f0da1414bedb791382e48a28681 2023-10-02T12:36:13,871 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-10-02T12:36:13,891 DEBUG [pool-319-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x1bdbf447 to 127.0.0.1:56909 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:36:13,894 DEBUG [pool-319-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@388e4014, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:36:13,896 DEBUG [hconnection-0x4a14e525-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:36:13,897 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:50644, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:36:13,899 DEBUG [pool-319-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x1bdbf447 to 127.0.0.1:56909 2023-10-02T12:36:13,899 DEBUG [pool-319-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:36:13,899 DEBUG [pool-319-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-ns2:test-16962501011101-1-0] 2023-10-02T12:36:13,899 DEBUG [pool-319-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-10-02T12:36:13,906 DEBUG [pool-319-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/hbase-staging/bulk_output-ns2-table2-1696250172396/_temporary/0/_temporary/attempt_local713609401_0016_r_000000_0/f/1c472dd617014de29219f89ebd61e929 is 64, key is row-ns2:test-16962501011101-1-10/f:q1/1696250121131/Put/seqid=0 2023-10-02T12:36:13,907 WARN [Thread-1498 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:38219] Specified favored nodes: [jenkins-hbase3.apache.org:38219] 2023-10-02T12:36:14,527 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-10-02T12:36:14,865 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/hbase-staging/bulk_output-ns2-table2-1696250172396 2023-10-02T12:36:14,866 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x07a15129 to 127.0.0.1:56909 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:36:14,904 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@749102bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:36:14,907 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:36:14,908 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:50650, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:36:14,926 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/hbase-staging/bulk_output-ns2-table2-1696250172396/_SUCCESS 2023-10-02T12:36:14,934 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:36:14,936 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:35174, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:36:14,967 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/hbase-staging/bulk_output-ns2-table2-1696250172396/f/1c472dd617014de29219f89ebd61e929 first=Optional[row-ns2:test-16962501011101-1-0] last=Optional[row-ns2:test-16962501011101-2-98] 2023-10-02T12:36:14,974 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=ns2:table2,,1696250168277.437d11b2f06ad9394ea28498053cd297., hostname=jenkins-hbase3.apache.org,38219,1696250090974, seqNum=2 for row with hfile group [{f,hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/hbase-staging/bulk_output-ns2-table2-1696250172396/f/1c472dd617014de29219f89ebd61e929}] 2023-10-02T12:36:14,990 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/hbase-staging/bulk_output-ns2-table2-1696250172396/f/1c472dd617014de29219f89ebd61e929 for inclusion in 437d11b2f06ad9394ea28498053cd297/f 2023-10-02T12:36:14,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] regionserver.HStore(623): HFile bounds: first=row-ns2:test-16962501011101-1-0 last=row-ns2:test-16962501011101-2-98 2023-10-02T12:36:14,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] regionserver.HStore(625): Region bounds: first= last= 2023-10-02T12:36:14,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] regionserver.HRegion(2520): Flush status journal for 437d11b2f06ad9394ea28498053cd297: 2023-10-02T12:36:14,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/hbase-staging/bulk_output-ns2-table2-1696250172396/f/1c472dd617014de29219f89ebd61e929 to hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/staging/jenkins__ns2_table2__1t2hm6o2nmjm1lmmqcahdsr9b6oqs13phvfoevjgqnh2g68ivtg18cfq7lk3dqbb/f/1c472dd617014de29219f89ebd61e929 2023-10-02T12:36:15,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/staging/jenkins__ns2_table2__1t2hm6o2nmjm1lmmqcahdsr9b6oqs13phvfoevjgqnh2g68ivtg18cfq7lk3dqbb/f/1c472dd617014de29219f89ebd61e929 as hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/ns2/table2/437d11b2f06ad9394ea28498053cd297/f/3a44aa3dd39b411abb6d740e4e3fb25e_SeqId_6_ 2023-10-02T12:36:15,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x1edbe2a1 to 127.0.0.1:56909 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:36:15,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19c65d1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:36:15,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:36:15,012 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:35190, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:36:15,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:36:15,025 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:50652, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:36:15,068 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:36:15,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x1edbe2a1 to 127.0.0.1:56909 2023-10-02T12:36:15,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:36:15,071 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/staging/jenkins__ns2_table2__1t2hm6o2nmjm1lmmqcahdsr9b6oqs13phvfoevjgqnh2g68ivtg18cfq7lk3dqbb/f/1c472dd617014de29219f89ebd61e929 into 437d11b2f06ad9394ea28498053cd297/f as hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/ns2/table2/437d11b2f06ad9394ea28498053cd297/f/3a44aa3dd39b411abb6d740e4e3fb25e_SeqId_6_ - updating store file list. 2023-10-02T12:36:15,081 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/ns2/table2/437d11b2f06ad9394ea28498053cd297/f/3a44aa3dd39b411abb6d740e4e3fb25e_SeqId_6_ into 437d11b2f06ad9394ea28498053cd297/f 2023-10-02T12:36:15,081 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/staging/jenkins__ns2_table2__1t2hm6o2nmjm1lmmqcahdsr9b6oqs13phvfoevjgqnh2g68ivtg18cfq7lk3dqbb/f/1c472dd617014de29219f89ebd61e929 into 437d11b2f06ad9394ea28498053cd297/f (new location: hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/ns2/table2/437d11b2f06ad9394ea28498053cd297/f/3a44aa3dd39b411abb6d740e4e3fb25e_SeqId_6_) 2023-10-02T12:36:15,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/staging/jenkins__ns2_table2__1t2hm6o2nmjm1lmmqcahdsr9b6oqs13phvfoevjgqnh2g68ivtg18cfq7lk3dqbb/f/1c472dd617014de29219f89ebd61e929 2023-10-02T12:36:15,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x37df756d to 127.0.0.1:56909 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:36:15,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e37edf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:36:15,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:36:15,118 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:35198, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-10-02T12:36:15,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:36:15,135 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:50656, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-10-02T12:36:15,174 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:36:15,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x37df756d to 127.0.0.1:56909 2023-10-02T12:36:15,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38219 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:36:15,176 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:36:15,177 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x07a15129 to 127.0.0.1:56909 2023-10-02T12:36:15,177 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:36:15,177 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-10-02T12:36:15,177 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] impl.RestoreTablesClient(187): ns2:test-16962501011101 has been successfully restored to ns2:table2 2023-10-02T12:36:15,177 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] impl.RestoreTablesClient(231): Restore includes the following image(s): 2023-10-02T12:36:15,177 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] impl.RestoreTablesClient(233): Backup: backup_1696250131693 hdfs://localhost:34731/backupUT/backup_1696250131693/ns2/test-16962501011101/ 2023-10-02T12:36:15,177 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] impl.RestoreTablesClient(238): restoreStage finished 2023-10-02T12:36:15,186 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] backup.TestIncrementalBackupMergeWithFailures(337): After incremental restore: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:36:15,224 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] backup.TestIncrementalBackupMergeWithFailures(338): f1 has 297 rows 2023-10-02T12:36:15,236 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:36:15,237 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x622565d6 to 127.0.0.1:56909 2023-10-02T12:36:15,237 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:36:15,268 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] hbase.ResourceChecker(175): after: backup.TestIncrementalBackupMergeWithFailures#TestIncBackupMergeRestore Thread=598 (was 582) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase3.apache.org,38219,1696250090974)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_688420223_16 at /127.0.0.1:47730 [Receiving block BP-1386642046-172.31.12.81-1696250084222:blk_1073741898_1074] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:56909@0x07a15129 java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1455) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1485) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1415) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$486/1112255241.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: (jenkins-hbase3.apache.org,36467,1696250087830)-proc-coordinator-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-635713863_16 at /127.0.0.1:60384 [Waiting for operation #16] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_688420223_16 at /127.0.0.1:47714 [Receiving block BP-1386642046-172.31.12.81-1696250084222:blk_1073741897_1073] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:56909@0x37df756d-SendThread(127.0.0.1:56909) java.lang.Thread.sleep(Native Method) org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:228) org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1338) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1261) Potentially hanging thread: hconnection-0x6cf31c26-shared-pool-36 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:56909@0x07a15129-SendThread(127.0.0.1:56909) java.lang.Thread.sleep(Native Method) org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:228) org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1338) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1261) Potentially hanging thread: region-location-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x6cf31c26-shared-pool-37 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-1386642046-172.31.12.81-1696250084222:blk_1073741897_1073, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:56909@0x37df756d-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/cluster_37c041e9-c763-5005-a500-0e937108d949/dfs/data/data1/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase3.apache.org,38219,1696250090974)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x6cf31c26-shared-pool-35 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:56909@0x07a15129-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) Potentially hanging thread: hconnection-0x6cf31c26-shared-pool-34 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase3.apache.org,38219,1696250090974)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-635713863_16 at /127.0.0.1:40998 [Waiting for operation #9] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: WAL-Archive-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/cluster_37c041e9-c763-5005-a500-0e937108d949/dfs/data/data2/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:56909@0x37df756d java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1455) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1485) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1415) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$486/1112255241.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-1386642046-172.31.12.81-1696250084222:blk_1073741898_1074, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-635713863_16 at /127.0.0.1:40972 [Waiting for operation #15] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: member: 'jenkins-hbase3.apache.org,38219,1696250090974' subprocedure-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=687 (was 660) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=463 (was 514), ProcessCount=181 (was 181), AvailableMemoryMB=1897 (was 2048) 2023-10-02T12:36:15,269 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] hbase.ResourceChecker(130): Thread=598 is superior to 500 2023-10-02T12:36:15,277 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2023-10-02T12:36:15,277 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:36:15,277 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x4f524148 to 127.0.0.1:56909 2023-10-02T12:36:15,277 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:36:15,277 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2023-10-02T12:36:15,278 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] util.JVMClusterUtil(257): Found active master hash=1860852895, stopped=false 2023-10-02T12:36:15,278 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] master.ServerManager(910): Cluster shutdown requested of master=jenkins-hbase3.apache.org,36467,1696250087830 2023-10-02T12:36:15,282 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2023-10-02T12:36:15,282 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:36:15,282 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38219-0x101732ba6490001, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2023-10-02T12:36:15,283 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38219-0x101732ba6490001, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:36:15,283 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] procedure2.ProcedureExecutor(630): Stopping 2023-10-02T12:36:15,283 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-10-02T12:36:15,283 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38219-0x101732ba6490001, quorum=127.0.0.1:56909, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-10-02T12:36:15,285 DEBUG [Listener at jenkins-hbase3.apache.org/37211 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:36:15,285 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,38219,1696250090974' ***** 2023-10-02T12:36:15,286 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] regionserver.HRegionServer(2531): STOPPED: Shutdown requested 2023-10-02T12:36:15,286 INFO [RS:0;jenkins-hbase3:38219 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-10-02T12:36:15,306 INFO [RS:0;jenkins-hbase3:38219 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@6bf0c210{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-10-02T12:36:15,315 INFO [RS:0;jenkins-hbase3:38219 {}] server.AbstractConnector(383): Stopped ServerConnector@533ada8c{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-10-02T12:36:15,315 INFO [RS:0;jenkins-hbase3:38219 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-10-02T12:36:15,316 INFO [RS:0;jenkins-hbase3:38219 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@1045c21c{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-10-02T12:36:15,317 INFO [RS:0;jenkins-hbase3:38219 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@15a68215{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/hadoop.log.dir/,STOPPED} 2023-10-02T12:36:15,320 INFO [RS:0;jenkins-hbase3:38219 {}] regionserver.HeapMemoryManager(220): Stopping 2023-10-02T12:36:15,321 INFO [RS:0;jenkins-hbase3:38219 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2023-10-02T12:36:15,321 INFO [RS:0;jenkins-hbase3:38219 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2023-10-02T12:36:15,321 INFO [RS:0;jenkins-hbase3:38219 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2023-10-02T12:36:15,322 INFO [RS:0;jenkins-hbase3:38219 {}] regionserver.HRegionServer(3528): Received CLOSE for ea0edc446414e45df9d66f1ce567ec4f 2023-10-02T12:36:15,322 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2023-10-02T12:36:15,330 INFO [RS:0;jenkins-hbase3:38219 {}] regionserver.HRegionServer(3528): Received CLOSE for 1d8562186a2d6f87051db2768df41516 2023-10-02T12:36:15,330 INFO [RS:0;jenkins-hbase3:38219 {}] regionserver.HRegionServer(3528): Received CLOSE for b8d496c8eead23a19e6e7633b83ceff5 2023-10-02T12:36:15,330 INFO [RS:0;jenkins-hbase3:38219 {}] regionserver.HRegionServer(3528): Received CLOSE for 437d11b2f06ad9394ea28498053cd297 2023-10-02T12:36:15,330 INFO [RS:0;jenkins-hbase3:38219 {}] regionserver.HRegionServer(3528): Received CLOSE for db7d0ec99de18606610b4b9adf87d211 2023-10-02T12:36:15,330 INFO [RS:0;jenkins-hbase3:38219 {}] regionserver.HRegionServer(3528): Received CLOSE for 17c97e6e364a87b3648f2e5254384488 2023-10-02T12:36:15,330 INFO [RS:0;jenkins-hbase3:38219 {}] regionserver.HRegionServer(3528): Received CLOSE for 39a49ac9d86ccd7e71e0e912c2f0aa84 2023-10-02T12:36:15,330 INFO [RS:0;jenkins-hbase3:38219 {}] regionserver.HRegionServer(3528): Received CLOSE for b19f580123c2df6b00ac64b2d61475f1 2023-10-02T12:36:15,330 INFO [RS:0;jenkins-hbase3:38219 {}] regionserver.HRegionServer(3528): Received CLOSE for 147a458d3502128fa501ae9bf36c7f02 2023-10-02T12:36:15,330 INFO [RS:0;jenkins-hbase3:38219 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:36:15,330 INFO [RS:0;jenkins-hbase3:38219 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:36:15,331 DEBUG [RS:0;jenkins-hbase3:38219 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:36:15,331 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing ea0edc446414e45df9d66f1ce567ec4f, disabling compactions & flushes 2023-10-02T12:36:15,331 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns3:test-16962501011102,,1696250104175.ea0edc446414e45df9d66f1ce567ec4f. 2023-10-02T12:36:15,331 INFO [RS:0;jenkins-hbase3:38219 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2023-10-02T12:36:15,331 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16962501011102,,1696250104175.ea0edc446414e45df9d66f1ce567ec4f. 2023-10-02T12:36:15,331 INFO [RS:0;jenkins-hbase3:38219 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2023-10-02T12:36:15,331 INFO [RS:0;jenkins-hbase3:38219 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2023-10-02T12:36:15,331 INFO [RS:0;jenkins-hbase3:38219 {}] regionserver.HRegionServer(3528): Received CLOSE for 1588230740 2023-10-02T12:36:15,331 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16962501011102,,1696250104175.ea0edc446414e45df9d66f1ce567ec4f. after waiting 0 ms 2023-10-02T12:36:15,332 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16962501011102,,1696250104175.ea0edc446414e45df9d66f1ce567ec4f. 2023-10-02T12:36:15,334 INFO [RS:0;jenkins-hbase3:38219 {}] regionserver.HRegionServer(1579): Waiting on 10 regions to close 2023-10-02T12:36:15,337 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-10-02T12:36:15,337 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-10-02T12:36:15,337 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-10-02T12:36:15,337 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-10-02T12:36:15,337 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-10-02T12:36:15,337 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2819): Flushing 1588230740 3/3 column families, dataSize=11.59 KB heapSize=20.33 KB 2023-10-02T12:36:15,338 DEBUG [RS:0;jenkins-hbase3:38219 {}] regionserver.HRegionServer(1609): Waiting on 147a458d3502128fa501ae9bf36c7f02, 1588230740, 17c97e6e364a87b3648f2e5254384488, 1d8562186a2d6f87051db2768df41516, 39a49ac9d86ccd7e71e0e912c2f0aa84, 437d11b2f06ad9394ea28498053cd297, b19f580123c2df6b00ac64b2d61475f1, b8d496c8eead23a19e6e7633b83ceff5, db7d0ec99de18606610b4b9adf87d211, ea0edc446414e45df9d66f1ce567ec4f 2023-10-02T12:36:15,350 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/ns3/test-16962501011102/ea0edc446414e45df9d66f1ce567ec4f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-10-02T12:36:15,351 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:36:15,352 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns3:test-16962501011102,,1696250104175.ea0edc446414e45df9d66f1ce567ec4f. 2023-10-02T12:36:15,352 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for ea0edc446414e45df9d66f1ce567ec4f: 2023-10-02T12:36:15,352 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-16962501011102,,1696250104175.ea0edc446414e45df9d66f1ce567ec4f. 2023-10-02T12:36:15,352 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 1d8562186a2d6f87051db2768df41516, disabling compactions & flushes 2023-10-02T12:36:15,352 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns2:test-16962501011101,,1696250102955.1d8562186a2d6f87051db2768df41516. 2023-10-02T12:36:15,352 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16962501011101,,1696250102955.1d8562186a2d6f87051db2768df41516. 2023-10-02T12:36:15,352 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16962501011101,,1696250102955.1d8562186a2d6f87051db2768df41516. after waiting 0 ms 2023-10-02T12:36:15,352 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16962501011101,,1696250102955.1d8562186a2d6f87051db2768df41516. 2023-10-02T12:36:15,353 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 1d8562186a2d6f87051db2768df41516 1/1 column families, dataSize=11.56 KB heapSize=26.55 KB 2023-10-02T12:36:15,364 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/ns2/test-16962501011101/1d8562186a2d6f87051db2768df41516/.tmp/f/33e268b43a6a4691adca9b138b075bd7 is 64, key is row-ns2:test-16962501011101-1-10/f:q1/1696250121131/Put/seqid=0 2023-10-02T12:36:15,408 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2023-10-02T12:36:15,408 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2023-10-02T12:36:15,408 INFO [regionserver/jenkins-hbase3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2023-10-02T12:36:15,427 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/hbase/meta/1588230740/.tmp/info/a311cf00e25a426d942f7a79abcde1dd is 159, key is ns2:test-16962501011101,,1696250102955.1d8562186a2d6f87051db2768df41516./info:regioninfo/1696250103774/Put/seqid=0 2023-10-02T12:36:15,442 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.56 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/ns2/test-16962501011101/1d8562186a2d6f87051db2768df41516/.tmp/f/33e268b43a6a4691adca9b138b075bd7 2023-10-02T12:36:15,477 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.74 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/hbase/meta/1588230740/.tmp/info/a311cf00e25a426d942f7a79abcde1dd 2023-10-02T12:36:15,480 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/ns2/test-16962501011101/1d8562186a2d6f87051db2768df41516/.tmp/f/33e268b43a6a4691adca9b138b075bd7 as hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/ns2/test-16962501011101/1d8562186a2d6f87051db2768df41516/f/33e268b43a6a4691adca9b138b075bd7 2023-10-02T12:36:15,487 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/ns2/test-16962501011101/1d8562186a2d6f87051db2768df41516/f/33e268b43a6a4691adca9b138b075bd7, entries=198, sequenceid=304, filesize=17.2 K 2023-10-02T12:36:15,488 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~11.56 KB/11840, heapSize ~26.53 KB/27168, currentSize=0 B/0 for 1d8562186a2d6f87051db2768df41516 in 136ms, sequenceid=304, compaction requested=false 2023-10-02T12:36:15,512 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/ns2/test-16962501011101/1d8562186a2d6f87051db2768df41516/recovered.edits/307.seqid, newMaxSeqId=307, maxSeqId=1 2023-10-02T12:36:15,513 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:36:15,518 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/hbase/meta/1588230740/.tmp/table/8ff8cc23b539424db030ed3bdd515cd2 is 59, key is ns2:test-16962501011101/table:state/1696250103785/Put/seqid=0 2023-10-02T12:36:15,526 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns2:test-16962501011101,,1696250102955.1d8562186a2d6f87051db2768df41516. 2023-10-02T12:36:15,526 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 1d8562186a2d6f87051db2768df41516: 2023-10-02T12:36:15,526 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-16962501011101,,1696250102955.1d8562186a2d6f87051db2768df41516. 2023-10-02T12:36:15,535 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing b8d496c8eead23a19e6e7633b83ceff5, disabling compactions & flushes 2023-10-02T12:36:15,535 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1696250108278.b8d496c8eead23a19e6e7633b83ceff5. 2023-10-02T12:36:15,535 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1696250108278.b8d496c8eead23a19e6e7633b83ceff5. 2023-10-02T12:36:15,535 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1696250108278.b8d496c8eead23a19e6e7633b83ceff5. after waiting 0 ms 2023-10-02T12:36:15,535 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1696250108278.b8d496c8eead23a19e6e7633b83ceff5. 2023-10-02T12:36:15,538 DEBUG [RS:0;jenkins-hbase3:38219 {}] regionserver.HRegionServer(1609): Waiting on 147a458d3502128fa501ae9bf36c7f02, 1588230740, 17c97e6e364a87b3648f2e5254384488, 39a49ac9d86ccd7e71e0e912c2f0aa84, 437d11b2f06ad9394ea28498053cd297, b19f580123c2df6b00ac64b2d61475f1, b8d496c8eead23a19e6e7633b83ceff5, db7d0ec99de18606610b4b9adf87d211 2023-10-02T12:36:15,546 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/backup/system_bulk/b8d496c8eead23a19e6e7633b83ceff5/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-10-02T12:36:15,547 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:36:15,549 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system_bulk,,1696250108278.b8d496c8eead23a19e6e7633b83ceff5. 2023-10-02T12:36:15,549 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for b8d496c8eead23a19e6e7633b83ceff5: 2023-10-02T12:36:15,549 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1696250108278.b8d496c8eead23a19e6e7633b83ceff5. 2023-10-02T12:36:15,549 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 437d11b2f06ad9394ea28498053cd297, disabling compactions & flushes 2023-10-02T12:36:15,549 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns2:table2,,1696250168277.437d11b2f06ad9394ea28498053cd297. 2023-10-02T12:36:15,549 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:table2,,1696250168277.437d11b2f06ad9394ea28498053cd297. 2023-10-02T12:36:15,549 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns2:table2,,1696250168277.437d11b2f06ad9394ea28498053cd297. after waiting 0 ms 2023-10-02T12:36:15,549 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns2:table2,,1696250168277.437d11b2f06ad9394ea28498053cd297. 2023-10-02T12:36:15,562 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/ns2/table2/437d11b2f06ad9394ea28498053cd297/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2023-10-02T12:36:15,563 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:36:15,563 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns2:table2,,1696250168277.437d11b2f06ad9394ea28498053cd297. 2023-10-02T12:36:15,564 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 437d11b2f06ad9394ea28498053cd297: 2023-10-02T12:36:15,564 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:table2,,1696250168277.437d11b2f06ad9394ea28498053cd297. 2023-10-02T12:36:15,564 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing db7d0ec99de18606610b4b9adf87d211, disabling compactions & flushes 2023-10-02T12:36:15,564 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns4:test-16962501011103,,1696250105303.db7d0ec99de18606610b4b9adf87d211. 2023-10-02T12:36:15,564 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16962501011103,,1696250105303.db7d0ec99de18606610b4b9adf87d211. 2023-10-02T12:36:15,565 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16962501011103,,1696250105303.db7d0ec99de18606610b4b9adf87d211. after waiting 0 ms 2023-10-02T12:36:15,565 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16962501011103,,1696250105303.db7d0ec99de18606610b4b9adf87d211. 2023-10-02T12:36:15,572 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/ns4/test-16962501011103/db7d0ec99de18606610b4b9adf87d211/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-10-02T12:36:15,573 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:36:15,574 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns4:test-16962501011103,,1696250105303.db7d0ec99de18606610b4b9adf87d211. 2023-10-02T12:36:15,574 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for db7d0ec99de18606610b4b9adf87d211: 2023-10-02T12:36:15,574 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-16962501011103,,1696250105303.db7d0ec99de18606610b4b9adf87d211. 2023-10-02T12:36:15,574 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 17c97e6e364a87b3648f2e5254384488, disabling compactions & flushes 2023-10-02T12:36:15,574 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region test-1696250101110,,1696250101656.17c97e6e364a87b3648f2e5254384488. 2023-10-02T12:36:15,574 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1696250101110,,1696250101656.17c97e6e364a87b3648f2e5254384488. 2023-10-02T12:36:15,574 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on test-1696250101110,,1696250101656.17c97e6e364a87b3648f2e5254384488. after waiting 0 ms 2023-10-02T12:36:15,574 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region test-1696250101110,,1696250101656.17c97e6e364a87b3648f2e5254384488. 2023-10-02T12:36:15,574 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 17c97e6e364a87b3648f2e5254384488 1/1 column families, dataSize=10.60 KB heapSize=25 KB 2023-10-02T12:36:15,579 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/default/test-1696250101110/17c97e6e364a87b3648f2e5254384488/.tmp/f/585bc90134cb45e784f6d9f6f886038c is 59, key is row-test-1696250101110-1-10/f:q1/1696250120954/Put/seqid=0 2023-10-02T12:36:15,738 DEBUG [RS:0;jenkins-hbase3:38219 {}] regionserver.HRegionServer(1609): Waiting on 147a458d3502128fa501ae9bf36c7f02, 1588230740, 17c97e6e364a87b3648f2e5254384488, 39a49ac9d86ccd7e71e0e912c2f0aa84, b19f580123c2df6b00ac64b2d61475f1 2023-10-02T12:36:15,939 DEBUG [RS:0;jenkins-hbase3:38219 {}] regionserver.HRegionServer(1609): Waiting on 147a458d3502128fa501ae9bf36c7f02, 1588230740, 17c97e6e364a87b3648f2e5254384488, 39a49ac9d86ccd7e71e0e912c2f0aa84, b19f580123c2df6b00ac64b2d61475f1 2023-10-02T12:36:15,944 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=874 B at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/hbase/meta/1588230740/.tmp/table/8ff8cc23b539424db030ed3bdd515cd2 2023-10-02T12:36:15,952 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/hbase/meta/1588230740/.tmp/info/a311cf00e25a426d942f7a79abcde1dd as hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/hbase/meta/1588230740/info/a311cf00e25a426d942f7a79abcde1dd 2023-10-02T12:36:15,958 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/hbase/meta/1588230740/info/a311cf00e25a426d942f7a79abcde1dd, entries=90, sequenceid=49, filesize=16.4 K 2023-10-02T12:36:15,959 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/hbase/meta/1588230740/.tmp/table/8ff8cc23b539424db030ed3bdd515cd2 as hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/hbase/meta/1588230740/table/8ff8cc23b539424db030ed3bdd515cd2 2023-10-02T12:36:15,966 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/hbase/meta/1588230740/table/8ff8cc23b539424db030ed3bdd515cd2, entries=18, sequenceid=49, filesize=5.9 K 2023-10-02T12:36:15,967 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3022): Finished flush of dataSize ~11.59 KB/11868, heapSize ~20.05 KB/20528, currentSize=0 B/0 for 1588230740 in 630ms, sequenceid=49, compaction requested=false 2023-10-02T12:36:15,985 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/hbase/meta/1588230740/recovered.edits/52.seqid, newMaxSeqId=52, maxSeqId=1 2023-10-02T12:36:15,986 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:36:15,986 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-10-02T12:36:15,987 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-10-02T12:36:15,987 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-10-02T12:36:15,988 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2023-10-02T12:36:15,990 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.60 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/default/test-1696250101110/17c97e6e364a87b3648f2e5254384488/.tmp/f/585bc90134cb45e784f6d9f6f886038c 2023-10-02T12:36:16,002 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/default/test-1696250101110/17c97e6e364a87b3648f2e5254384488/.tmp/f/585bc90134cb45e784f6d9f6f886038c as hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/default/test-1696250101110/17c97e6e364a87b3648f2e5254384488/f/585bc90134cb45e784f6d9f6f886038c 2023-10-02T12:36:16,009 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/default/test-1696250101110/17c97e6e364a87b3648f2e5254384488/f/585bc90134cb45e784f6d9f6f886038c, entries=198, sequenceid=304, filesize=16.2 K 2023-10-02T12:36:16,010 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~10.60 KB/10850, heapSize ~24.98 KB/25584, currentSize=0 B/0 for 17c97e6e364a87b3648f2e5254384488 in 436ms, sequenceid=304, compaction requested=false 2023-10-02T12:36:16,042 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/default/test-1696250101110/17c97e6e364a87b3648f2e5254384488/recovered.edits/307.seqid, newMaxSeqId=307, maxSeqId=1 2023-10-02T12:36:16,042 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:36:16,043 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed test-1696250101110,,1696250101656.17c97e6e364a87b3648f2e5254384488. 2023-10-02T12:36:16,043 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 17c97e6e364a87b3648f2e5254384488: 2023-10-02T12:36:16,043 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1696250101110,,1696250101656.17c97e6e364a87b3648f2e5254384488. 2023-10-02T12:36:16,043 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 39a49ac9d86ccd7e71e0e912c2f0aa84, disabling compactions & flushes 2023-10-02T12:36:16,043 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system,,1696250107649.39a49ac9d86ccd7e71e0e912c2f0aa84. 2023-10-02T12:36:16,043 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1696250107649.39a49ac9d86ccd7e71e0e912c2f0aa84. 2023-10-02T12:36:16,043 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1696250107649.39a49ac9d86ccd7e71e0e912c2f0aa84. after waiting 0 ms 2023-10-02T12:36:16,043 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1696250107649.39a49ac9d86ccd7e71e0e912c2f0aa84. 2023-10-02T12:36:16,044 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 39a49ac9d86ccd7e71e0e912c2f0aa84 2/2 column families, dataSize=2.54 KB heapSize=5.30 KB 2023-10-02T12:36:16,052 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/backup/system/39a49ac9d86ccd7e71e0e912c2f0aa84/.tmp/meta/e54d5308acdc4b1b84b78af3f177ddca is 171, key is trslm:hdfs://localhost:34731/backupUT\x00ns2:test-16962501011101/meta:log-roll-map/1696250141832/Put/seqid=0 2023-10-02T12:36:16,139 DEBUG [RS:0;jenkins-hbase3:38219 {}] regionserver.HRegionServer(1609): Waiting on 147a458d3502128fa501ae9bf36c7f02, 39a49ac9d86ccd7e71e0e912c2f0aa84, b19f580123c2df6b00ac64b2d61475f1 2023-10-02T12:36:16,339 INFO [RS:0;jenkins-hbase3:38219 {}] regionserver.HRegionServer(1579): Waiting on 3 regions to close 2023-10-02T12:36:16,339 DEBUG [RS:0;jenkins-hbase3:38219 {}] regionserver.HRegionServer(1583): Online Regions={39a49ac9d86ccd7e71e0e912c2f0aa84=backup:system,,1696250107649.39a49ac9d86ccd7e71e0e912c2f0aa84., b19f580123c2df6b00ac64b2d61475f1=table1,,1696250160435.b19f580123c2df6b00ac64b2d61475f1., 147a458d3502128fa501ae9bf36c7f02=hbase:namespace,,1696250094417.147a458d3502128fa501ae9bf36c7f02.} 2023-10-02T12:36:16,339 DEBUG [RS:0;jenkins-hbase3:38219 {}] regionserver.HRegionServer(1609): Waiting on 147a458d3502128fa501ae9bf36c7f02, 39a49ac9d86ccd7e71e0e912c2f0aa84, b19f580123c2df6b00ac64b2d61475f1 2023-10-02T12:36:16,471 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.25 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/backup/system/39a49ac9d86ccd7e71e0e912c2f0aa84/.tmp/meta/e54d5308acdc4b1b84b78af3f177ddca 2023-10-02T12:36:16,491 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e54d5308acdc4b1b84b78af3f177ddca 2023-10-02T12:36:16,504 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/backup/system/39a49ac9d86ccd7e71e0e912c2f0aa84/.tmp/session/21be0c00b23f401798939963d2284124 is 360, key is session:backup_1696250131693/session:context/1696250143103/Put/seqid=0 2023-10-02T12:36:16,515 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.30 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/backup/system/39a49ac9d86ccd7e71e0e912c2f0aa84/.tmp/session/21be0c00b23f401798939963d2284124 2023-10-02T12:36:16,523 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 21be0c00b23f401798939963d2284124 2023-10-02T12:36:16,524 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/backup/system/39a49ac9d86ccd7e71e0e912c2f0aa84/.tmp/meta/e54d5308acdc4b1b84b78af3f177ddca as hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/backup/system/39a49ac9d86ccd7e71e0e912c2f0aa84/meta/e54d5308acdc4b1b84b78af3f177ddca 2023-10-02T12:36:16,540 DEBUG [RS:0;jenkins-hbase3:38219 {}] regionserver.HRegionServer(1609): Waiting on 147a458d3502128fa501ae9bf36c7f02, 39a49ac9d86ccd7e71e0e912c2f0aa84, b19f580123c2df6b00ac64b2d61475f1 2023-10-02T12:36:16,541 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e54d5308acdc4b1b84b78af3f177ddca 2023-10-02T12:36:16,541 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/backup/system/39a49ac9d86ccd7e71e0e912c2f0aa84/meta/e54d5308acdc4b1b84b78af3f177ddca, entries=9, sequenceid=61, filesize=5.9 K 2023-10-02T12:36:16,542 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/backup/system/39a49ac9d86ccd7e71e0e912c2f0aa84/.tmp/session/21be0c00b23f401798939963d2284124 as hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/backup/system/39a49ac9d86ccd7e71e0e912c2f0aa84/session/21be0c00b23f401798939963d2284124 2023-10-02T12:36:16,569 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 21be0c00b23f401798939963d2284124 2023-10-02T12:36:16,570 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/backup/system/39a49ac9d86ccd7e71e0e912c2f0aa84/session/21be0c00b23f401798939963d2284124, entries=3, sequenceid=61, filesize=5.5 K 2023-10-02T12:36:16,573 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~2.54 KB/2603, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 39a49ac9d86ccd7e71e0e912c2f0aa84 in 530ms, sequenceid=61, compaction requested=true 2023-10-02T12:36:16,591 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/backup/system/39a49ac9d86ccd7e71e0e912c2f0aa84/recovered.edits/64.seqid, newMaxSeqId=64, maxSeqId=1 2023-10-02T12:36:16,592 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:36:16,593 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system,,1696250107649.39a49ac9d86ccd7e71e0e912c2f0aa84. 2023-10-02T12:36:16,593 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 39a49ac9d86ccd7e71e0e912c2f0aa84: 2023-10-02T12:36:16,593 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1696250107649.39a49ac9d86ccd7e71e0e912c2f0aa84. 2023-10-02T12:36:16,593 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing b19f580123c2df6b00ac64b2d61475f1, disabling compactions & flushes 2023-10-02T12:36:16,593 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region table1,,1696250160435.b19f580123c2df6b00ac64b2d61475f1. 2023-10-02T12:36:16,593 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,,1696250160435.b19f580123c2df6b00ac64b2d61475f1. 2023-10-02T12:36:16,593 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on table1,,1696250160435.b19f580123c2df6b00ac64b2d61475f1. after waiting 0 ms 2023-10-02T12:36:16,593 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region table1,,1696250160435.b19f580123c2df6b00ac64b2d61475f1. 2023-10-02T12:36:16,601 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/default/table1/b19f580123c2df6b00ac64b2d61475f1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2023-10-02T12:36:16,601 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:36:16,602 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed table1,,1696250160435.b19f580123c2df6b00ac64b2d61475f1. 2023-10-02T12:36:16,602 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for b19f580123c2df6b00ac64b2d61475f1: 2023-10-02T12:36:16,602 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,,1696250160435.b19f580123c2df6b00ac64b2d61475f1. 2023-10-02T12:36:16,603 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 147a458d3502128fa501ae9bf36c7f02, disabling compactions & flushes 2023-10-02T12:36:16,603 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region hbase:namespace,,1696250094417.147a458d3502128fa501ae9bf36c7f02. 2023-10-02T12:36:16,603 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1696250094417.147a458d3502128fa501ae9bf36c7f02. 2023-10-02T12:36:16,603 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1696250094417.147a458d3502128fa501ae9bf36c7f02. after waiting 0 ms 2023-10-02T12:36:16,603 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1696250094417.147a458d3502128fa501ae9bf36c7f02. 2023-10-02T12:36:16,603 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 147a458d3502128fa501ae9bf36c7f02 1/1 column families, dataSize=249 B heapSize=1.02 KB 2023-10-02T12:36:16,618 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/hbase/namespace/147a458d3502128fa501ae9bf36c7f02/.tmp/info/4775fc161eba4723902bd869005d2b21 is 45, key is default/info:d/1696250095907/Put/seqid=0 2023-10-02T12:36:16,740 DEBUG [RS:0;jenkins-hbase3:38219 {}] regionserver.HRegionServer(1609): Waiting on 147a458d3502128fa501ae9bf36c7f02 2023-10-02T12:36:16,941 DEBUG [RS:0;jenkins-hbase3:38219 {}] regionserver.HRegionServer(1609): Waiting on 147a458d3502128fa501ae9bf36c7f02 2023-10-02T12:36:17,028 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/hbase/namespace/147a458d3502128fa501ae9bf36c7f02/.tmp/info/4775fc161eba4723902bd869005d2b21 2023-10-02T12:36:17,035 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/hbase/namespace/147a458d3502128fa501ae9bf36c7f02/.tmp/info/4775fc161eba4723902bd869005d2b21 as hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/hbase/namespace/147a458d3502128fa501ae9bf36c7f02/info/4775fc161eba4723902bd869005d2b21 2023-10-02T12:36:17,045 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/hbase/namespace/147a458d3502128fa501ae9bf36c7f02/info/4775fc161eba4723902bd869005d2b21, entries=7, sequenceid=11, filesize=5.1 K 2023-10-02T12:36:17,047 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~249 B/249, heapSize ~1.01 KB/1032, currentSize=0 B/0 for 147a458d3502128fa501ae9bf36c7f02 in 443ms, sequenceid=11, compaction requested=false 2023-10-02T12:36:17,067 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/data/hbase/namespace/147a458d3502128fa501ae9bf36c7f02/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2023-10-02T12:36:17,074 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:36:17,076 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed hbase:namespace,,1696250094417.147a458d3502128fa501ae9bf36c7f02. 2023-10-02T12:36:17,076 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 147a458d3502128fa501ae9bf36c7f02: 2023-10-02T12:36:17,076 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1696250094417.147a458d3502128fa501ae9bf36c7f02. 2023-10-02T12:36:17,141 INFO [RS:0;jenkins-hbase3:38219 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,38219,1696250090974; all regions closed. 2023-10-02T12:36:17,145 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(656): complete file /user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/WALs/jenkins-hbase3.apache.org,38219,1696250090974/jenkins-hbase3.apache.org%2C38219%2C1696250090974.meta.1696250135939.meta not finished, retry = 0 2023-10-02T12:36:17,251 DEBUG [RS:0;jenkins-hbase3:38219 {}] wal.AbstractFSWAL(1062): Moved 2 WAL file(s) to /user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/oldWALs 2023-10-02T12:36:17,251 INFO [RS:0;jenkins-hbase3:38219 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C38219%2C1696250090974.meta:.meta(num 1696250135939) 2023-10-02T12:36:17,266 DEBUG [RS:0;jenkins-hbase3:38219 {}] wal.AbstractFSWAL(1062): Moved 4 WAL file(s) to /user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/oldWALs 2023-10-02T12:36:17,266 INFO [RS:0;jenkins-hbase3:38219 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C38219%2C1696250090974:(num 1696250135916) 2023-10-02T12:36:17,266 DEBUG [RS:0;jenkins-hbase3:38219 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:36:17,266 INFO [RS:0;jenkins-hbase3:38219 {}] regionserver.LeaseManager(133): Closed leases 2023-10-02T12:36:17,266 INFO [RS:0;jenkins-hbase3:38219 {}] hbase.ChoreService(370): Chore service for: regionserver/jenkins-hbase3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2023-10-02T12:36:17,266 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-10-02T12:36:17,268 INFO [RS:0;jenkins-hbase3:38219 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:38219 2023-10-02T12:36:17,275 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-10-02T12:36:17,275 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38219-0x101732ba6490001, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/jenkins-hbase3.apache.org,38219,1696250090974 2023-10-02T12:36:17,278 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [jenkins-hbase3.apache.org,38219,1696250090974] 2023-10-02T12:36:17,278 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing jenkins-hbase3.apache.org,38219,1696250090974; numProcessing=1 2023-10-02T12:36:17,279 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(224): Node /1/draining/jenkins-hbase3.apache.org,38219,1696250090974 already deleted, retry=false 2023-10-02T12:36:17,279 INFO [RegionServerTracker-0 {}] master.ServerManager(569): Cluster shutdown set; jenkins-hbase3.apache.org,38219,1696250090974 expired; onlineServers=0 2023-10-02T12:36:17,279 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,36467,1696250087830' ***** 2023-10-02T12:36:17,279 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2531): STOPPED: Cluster shutdown set; onlineServer=0 2023-10-02T12:36:17,280 DEBUG [M:0;jenkins-hbase3:36467 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23db8376, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-10-02T12:36:17,280 INFO [M:0;jenkins-hbase3:36467 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-10-02T12:36:17,290 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2023-10-02T12:36:17,290 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:36:17,290 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-10-02T12:36:17,341 INFO [M:0;jenkins-hbase3:36467 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@5955561c{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-10-02T12:36:17,342 INFO [M:0;jenkins-hbase3:36467 {}] server.AbstractConnector(383): Stopped ServerConnector@3d8ba9b2{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-10-02T12:36:17,342 INFO [M:0;jenkins-hbase3:36467 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-10-02T12:36:17,343 INFO [M:0;jenkins-hbase3:36467 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@34058dc8{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-10-02T12:36:17,344 INFO [M:0;jenkins-hbase3:36467 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@3e8122ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/hadoop.log.dir/,STOPPED} 2023-10-02T12:36:17,344 INFO [M:0;jenkins-hbase3:36467 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,36467,1696250087830 2023-10-02T12:36:17,344 INFO [M:0;jenkins-hbase3:36467 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,36467,1696250087830; all regions closed. 2023-10-02T12:36:17,344 DEBUG [M:0;jenkins-hbase3:36467 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:36:17,345 INFO [M:0;jenkins-hbase3:36467 {}] master.HMaster(1665): Stopping master jetty server 2023-10-02T12:36:17,345 INFO [M:0;jenkins-hbase3:36467 {}] server.AbstractConnector(383): Stopped ServerConnector@1847cb19{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-10-02T12:36:17,346 DEBUG [M:0;jenkins-hbase3:36467 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2023-10-02T12:36:17,346 INFO [M:0;jenkins-hbase3:36467 {}] master.BackupLogCleaner(171): Stopping BackupLogCleaner 2023-10-02T12:36:17,346 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2023-10-02T12:36:17,346 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1696250093120 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1696250093120,5,FailOnTimeoutGroup] 2023-10-02T12:36:17,346 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1696250093113 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1696250093113,5,FailOnTimeoutGroup] 2023-10-02T12:36:17,346 DEBUG [M:0;jenkins-hbase3:36467 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x48ba4473 to 127.0.0.1:56909 2023-10-02T12:36:17,347 DEBUG [M:0;jenkins-hbase3:36467 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:36:17,347 DEBUG [M:0;jenkins-hbase3:36467 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2023-10-02T12:36:17,347 INFO [M:0;jenkins-hbase3:36467 {}] hbase.ChoreService(370): Chore service for: master/jenkins-hbase3:0 had [] on shutdown 2023-10-02T12:36:17,347 DEBUG [M:0;jenkins-hbase3:36467 {}] master.HMaster(1688): Stopping service threads 2023-10-02T12:36:17,347 INFO [M:0;jenkins-hbase3:36467 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2023-10-02T12:36:17,347 ERROR [M:0;jenkins-hbase3:36467 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2023-10-02T12:36:17,348 INFO [M:0;jenkins-hbase3:36467 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-10-02T12:36:17,348 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2023-10-02T12:36:17,349 DEBUG [M:0;jenkins-hbase3:36467 {}] zookeeper.ZKUtil(347): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2023-10-02T12:36:17,349 WARN [M:0;jenkins-hbase3:36467 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2023-10-02T12:36:17,350 INFO [M:0;jenkins-hbase3:36467 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-10-02T12:36:17,350 INFO [M:0;jenkins-hbase3:36467 {}] region.MasterRegion(178): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2023-10-02T12:36:17,351 DEBUG [M:0;jenkins-hbase3:36467 {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-10-02T12:36:17,364 INFO [M:0;jenkins-hbase3:36467 {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:36:17,364 DEBUG [M:0;jenkins-hbase3:36467 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:36:17,364 DEBUG [M:0;jenkins-hbase3:36467 {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-10-02T12:36:17,364 DEBUG [M:0;jenkins-hbase3:36467 {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:36:17,364 INFO [M:0;jenkins-hbase3:36467 {}] regionserver.HRegion(2819): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=187.88 KB heapSize=224.89 KB 2023-10-02T12:36:17,378 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38219-0x101732ba6490001, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-10-02T12:36:17,378 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38219-0x101732ba6490001, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-10-02T12:36:17,378 INFO [RS:0;jenkins-hbase3:38219 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,38219,1696250090974; zookeeper connection closed. 2023-10-02T12:36:17,378 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@27f9f266 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@27f9f266 2023-10-02T12:36:17,378 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2023-10-02T12:36:17,380 DEBUG [M:0;jenkins-hbase3:36467 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c05e75e238b44e70bcd7443854ead42b is 88, key is hbase:meta,,1/info:sn/1696250093634/Put/seqid=0 2023-10-02T12:36:17,785 INFO [M:0;jenkins-hbase3:36467 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=530 B at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c05e75e238b44e70bcd7443854ead42b 2023-10-02T12:36:17,811 DEBUG [M:0;jenkins-hbase3:36467 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ef175b8f273d4263baba124c8707e4e4 is 987, key is \x00\x00\x00\x00\x00\x00\x00\x1D/proc:d/1696250109091/Put/seqid=0 2023-10-02T12:36:18,216 INFO [M:0;jenkins-hbase3:36467 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=187.29 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ef175b8f273d4263baba124c8707e4e4 2023-10-02T12:36:18,223 INFO [M:0;jenkins-hbase3:36467 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ef175b8f273d4263baba124c8707e4e4 2023-10-02T12:36:18,238 DEBUG [M:0;jenkins-hbase3:36467 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/40c9a26c154548629fc522fdaf43c7ea is 82, key is jenkins-hbase3.apache.org,38219,1696250090974/rs:state/1696250093276/Put/seqid=0 2023-10-02T12:36:18,644 INFO [M:0;jenkins-hbase3:36467 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/40c9a26c154548629fc522fdaf43c7ea 2023-10-02T12:36:18,650 DEBUG [M:0;jenkins-hbase3:36467 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c05e75e238b44e70bcd7443854ead42b as hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c05e75e238b44e70bcd7443854ead42b 2023-10-02T12:36:18,656 INFO [M:0;jenkins-hbase3:36467 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c05e75e238b44e70bcd7443854ead42b, entries=8, sequenceid=433, filesize=5.5 K 2023-10-02T12:36:18,657 DEBUG [M:0;jenkins-hbase3:36467 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ef175b8f273d4263baba124c8707e4e4 as hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ef175b8f273d4263baba124c8707e4e4 2023-10-02T12:36:18,662 INFO [M:0;jenkins-hbase3:36467 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ef175b8f273d4263baba124c8707e4e4 2023-10-02T12:36:18,662 INFO [M:0;jenkins-hbase3:36467 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ef175b8f273d4263baba124c8707e4e4, entries=47, sequenceid=433, filesize=15.6 K 2023-10-02T12:36:18,663 DEBUG [M:0;jenkins-hbase3:36467 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/40c9a26c154548629fc522fdaf43c7ea as hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/40c9a26c154548629fc522fdaf43c7ea 2023-10-02T12:36:18,667 INFO [M:0;jenkins-hbase3:36467 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34731/user/jenkins/test-data/56bc882f-9180-8f8f-a405-ce12bea9c675/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/40c9a26c154548629fc522fdaf43c7ea, entries=1, sequenceid=433, filesize=5.1 K 2023-10-02T12:36:18,668 INFO [M:0;jenkins-hbase3:36467 {}] regionserver.HRegion(3022): Finished flush of dataSize ~187.88 KB/192394, heapSize ~224.59 KB/229984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=433, compaction requested=false 2023-10-02T12:36:18,674 INFO [M:0;jenkins-hbase3:36467 {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:36:18,674 DEBUG [M:0;jenkins-hbase3:36467 {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-10-02T12:36:18,677 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-10-02T12:36:18,677 INFO [M:0;jenkins-hbase3:36467 {}] flush.MasterFlushTableProcedureManager(85): stop: server shutting down. 2023-10-02T12:36:18,677 INFO [M:0;jenkins-hbase3:36467 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2023-10-02T12:36:18,678 INFO [M:0;jenkins-hbase3:36467 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:36467 2023-10-02T12:36:18,680 DEBUG [M:0;jenkins-hbase3:36467 {}] zookeeper.RecoverableZooKeeper(224): Node /1/rs/jenkins-hbase3.apache.org,36467,1696250087830 already deleted, retry=false 2023-10-02T12:36:18,782 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-10-02T12:36:18,782 INFO [M:0;jenkins-hbase3:36467 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,36467,1696250087830; zookeeper connection closed. 2023-10-02T12:36:18,782 DEBUG [Listener at localhost/41557-EventThread {}] zookeeper.ZKWatcher(604): master:36467-0x101732ba6490000, quorum=127.0.0.1:56909, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-10-02T12:36:18,795 WARN [Listener at jenkins-hbase3.apache.org/37211 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-10-02T12:36:18,802 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-10-02T12:36:18,910 WARN [BP-1386642046-172.31.12.81-1696250084222 heartbeating to localhost/127.0.0.1:34731 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-10-02T12:36:18,911 WARN [BP-1386642046-172.31.12.81-1696250084222 heartbeating to localhost/127.0.0.1:34731 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-1386642046-172.31.12.81-1696250084222 (Datanode Uuid d27db8e3-d648-4a2d-a3f3-80edb63999ca) service to localhost/127.0.0.1:34731 2023-10-02T12:36:18,913 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/cluster_37c041e9-c763-5005-a500-0e937108d949/dfs/data/data1/current/BP-1386642046-172.31.12.81-1696250084222 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-10-02T12:36:18,913 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25a795a9-40c2-240a-87fa-23b175a39527/cluster_37c041e9-c763-5005-a500-0e937108d949/dfs/data/data2/current/BP-1386642046-172.31.12.81-1696250084222 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-10-02T12:36:18,939 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-10-02T12:36:18,943 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-16962501011103 2023-10-02T12:36:18,943 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-10-02T12:36:18,943 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-10-02T12:36:18,943 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-10-02T12:36:18,943 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-10-02T12:36:18,943 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2023-10-02T12:36:18,943 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-10-02T12:36:18,943 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-16962501011102 2023-10-02T12:36:18,943 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:36:18,943 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1696250101110 2023-10-02T12:36:18,943 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-16962501011101 2023-10-02T12:36:18,943 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2023-10-02T12:36:19,056 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2023-10-02T12:36:19,143 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2023-10-02T12:36:19,143 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] hbase.HBaseTestingUtility(2857): Stopping mini mapreduce cluster... 2023-10-02T12:36:19,155 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-10-02T12:36:19,271 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-10-02T12:36:19,381 ERROR [Thread[Thread-275,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-10-02T12:36:19,381 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-10-02T12:36:19,487 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2023-10-02T12:36:19,493 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(61): Returning, interrupted : java.lang.InterruptedException 2023-10-02T12:36:19,495 ERROR [Thread[Thread-285,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-10-02T12:36:19,504 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-10-02T12:36:19,607 ERROR [Thread[Thread-250,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-10-02T12:36:19,607 INFO [Listener at jenkins-hbase3.apache.org/37211 {}] hbase.HBaseTestingUtility(2860): Mini mapreduce cluster stopped