2023-11-12 09:31:43,374 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@229f66ed 2023-11-12 09:31:43,389 main DEBUG Took 0.011958 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2023-11-12 09:31:43,389 main DEBUG PluginManager 'Core' found 129 plugins 2023-11-12 09:31:43,389 main DEBUG PluginManager 'Level' found 0 plugins 2023-11-12 09:31:43,390 main DEBUG PluginManager 'Lookup' found 16 plugins 2023-11-12 09:31:43,391 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:31:43,400 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2023-11-12 09:31:43,412 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:31:43,414 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:31:43,415 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:31:43,415 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:31:43,415 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:31:43,415 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:31:43,416 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:31:43,417 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:31:43,417 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:31:43,417 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:31:43,418 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:31:43,418 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:31:43,418 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:31:43,419 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:31:43,419 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:31:43,419 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:31:43,420 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:31:43,420 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:31:43,420 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:31:43,420 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:31:43,421 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:31:43,421 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:31:43,421 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:31:43,422 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:31:43,422 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:31:43,422 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2023-11-12 09:31:43,424 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:31:43,426 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2023-11-12 09:31:43,427 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2023-11-12 09:31:43,428 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2023-11-12 09:31:43,429 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2023-11-12 09:31:43,429 main DEBUG PluginManager 'Converter' found 47 plugins 2023-11-12 09:31:43,442 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2023-11-12 09:31:43,444 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2023-11-12 09:31:43,448 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2023-11-12 09:31:43,449 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2023-11-12 09:31:43,449 main DEBUG createAppenders(={Console}) 2023-11-12 09:31:43,450 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@229f66ed initialized 2023-11-12 09:31:43,450 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@229f66ed 2023-11-12 09:31:43,450 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@229f66ed OK. 2023-11-12 09:31:43,451 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2023-11-12 09:31:43,451 main DEBUG OutputStream closed 2023-11-12 09:31:43,451 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2023-11-12 09:31:43,452 main DEBUG Appender DefaultConsole-1 stopped with status true 2023-11-12 09:31:43,452 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@498d318c OK 2023-11-12 09:31:43,495 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586 2023-11-12 09:31:43,497 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=StatusLogger 2023-11-12 09:31:43,498 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=ContextSelector 2023-11-12 09:31:43,500 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name= 2023-11-12 09:31:43,500 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.directory 2023-11-12 09:31:43,500 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2023-11-12 09:31:43,501 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.zookeeper 2023-11-12 09:31:43,501 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2023-11-12 09:31:43,501 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2023-11-12 09:31:43,502 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2023-11-12 09:31:43,502 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase 2023-11-12 09:31:43,502 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop 2023-11-12 09:31:43,502 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2023-11-12 09:31:43,503 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2023-11-12 09:31:43,503 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2023-11-12 09:31:43,503 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2023-11-12 09:31:43,503 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2023-11-12 09:31:43,504 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Appenders,name=Console 2023-11-12 09:31:43,507 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-11-12 09:31:43,508 main DEBUG Reconfiguration complete for context[name=1b6d3586] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.6.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@4d5b6aac) with optional ClassLoader: null 2023-11-12 09:31:43,508 main DEBUG Shutdown hook enabled. Registering a new one. 2023-11-12 09:31:43,509 main DEBUG LoggerContext[name=1b6d3586, org.apache.logging.log4j.core.LoggerContext@4d5b6aac] started OK. 2023-11-12T09:31:43,542 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestIncrementalBackupMergeWithFailures timeout: 13 mins 2023-11-12 09:31:43,546 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2023-11-12 09:31:43,547 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-11-12T09:31:43,863 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea 2023-11-12T09:31:43,868 DEBUG [Time-limited test {}] impl.BackupManager(127): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-11-12T09:31:43,870 DEBUG [Time-limited test {}] impl.BackupManager(157): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:31:43,871 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2023-11-12T09:31:43,875 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/cluster_327387e2-84b9-52c0-840e-fdc8b0255987, deleteOnExit=true 2023-11-12T09:31:43,875 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2023-11-12T09:31:43,876 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/test.cache.data in system properties and HBase conf 2023-11-12T09:31:43,876 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/hadoop.tmp.dir in system properties and HBase conf 2023-11-12T09:31:43,876 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/hadoop.log.dir in system properties and HBase conf 2023-11-12T09:31:43,877 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/mapreduce.cluster.local.dir in system properties and HBase conf 2023-11-12T09:31:43,877 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-11-12T09:31:43,877 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-11-12T09:31:43,984 WARN [Time-limited test {}] util.NativeCodeLoader(62): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2023-11-12T09:31:44,461 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2023-11-12T09:31:44,466 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-11-12T09:31:44,467 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-11-12T09:31:44,467 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-11-12T09:31:44,467 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-12T09:31:44,468 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-11-12T09:31:44,468 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-11-12T09:31:44,468 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-12T09:31:44,469 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-12T09:31:44,469 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-11-12T09:31:44,469 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/nfs.dump.dir in system properties and HBase conf 2023-11-12T09:31:44,470 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/java.io.tmpdir in system properties and HBase conf 2023-11-12T09:31:44,470 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-12T09:31:44,470 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-11-12T09:31:44,470 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/fs.s3a.committer.staging.tmp.path in system properties and HBase conf Formatting using clusterid: testClusterID 2023-11-12T09:31:44,978 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-11-12T09:31:44,983 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-11-12T09:31:45,278 WARN [Time-limited test {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2023-11-12T09:31:45,444 INFO [Time-limited test {}] log.Slf4jLog(67): Logging to org.apache.logging.slf4j.Log4jLogger@4fa13770 via org.mortbay.log.Slf4jLog 2023-11-12T09:31:45,466 WARN [Time-limited test {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:31:45,513 INFO [Time-limited test {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:31:45,551 INFO [Time-limited test {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/hdfs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/java.io.tmpdir/Jetty_localhost_39707_hdfs____6i33eq/webapp 2023-11-12T09:31:45,684 INFO [Time-limited test {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:39707 2023-11-12T09:31:45,706 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-11-12T09:31:45,706 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-11-12T09:31:46,262 WARN [Listener at localhost/39367 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-11-12T09:31:46,334 WARN [Listener at localhost/39367 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-11-12T09:31:46,353 WARN [Listener at localhost/39367 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:31:46,359 INFO [Listener at localhost/39367 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:31:46,364 INFO [Listener at localhost/39367 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/java.io.tmpdir/Jetty_localhost_42645_datanode____h3xjds/webapp 2023-11-12T09:31:46,467 INFO [Listener at localhost/39367 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:42645 2023-11-12T09:31:46,756 WARN [Listener at localhost/42777 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-11-12T09:31:47,042 WARN [Thread-52 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-11-12T09:31:47,203 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x9b69fb7d119c9789: Processing first storage report for DS-32376761-258b-4b7c-9dd9-fde8ad4d2c65 from datanode 10fe06b9-ffd9-44c4-ab0a-46d66cd4d164 2023-11-12T09:31:47,204 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x9b69fb7d119c9789: from storage DS-32376761-258b-4b7c-9dd9-fde8ad4d2c65 node DatanodeRegistration(127.0.0.1:40327, datanodeUuid=10fe06b9-ffd9-44c4-ab0a-46d66cd4d164, infoPort=39901, infoSecurePort=0, ipcPort=42777, storageInfo=lv=-57;cid=testClusterID;nsid=1324223469;c=1699781505055), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2023-11-12T09:31:47,205 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x9b69fb7d119c9789: Processing first storage report for DS-07ce6abd-9899-47a5-87ff-1fe6c41a699e from datanode 10fe06b9-ffd9-44c4-ab0a-46d66cd4d164 2023-11-12T09:31:47,205 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x9b69fb7d119c9789: from storage DS-07ce6abd-9899-47a5-87ff-1fe6c41a699e node DatanodeRegistration(127.0.0.1:40327, datanodeUuid=10fe06b9-ffd9-44c4-ab0a-46d66cd4d164, infoPort=39901, infoSecurePort=0, ipcPort=42777, storageInfo=lv=-57;cid=testClusterID;nsid=1324223469;c=1699781505055), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2023-11-12T09:31:47,277 DEBUG [Listener at localhost/42777 {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea 2023-11-12T09:31:47,445 INFO [Listener at localhost/42777 {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/cluster_327387e2-84b9-52c0-840e-fdc8b0255987/zookeeper_0, clientPort=58891, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/cluster_327387e2-84b9-52c0-840e-fdc8b0255987/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/cluster_327387e2-84b9-52c0-840e-fdc8b0255987/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2023-11-12T09:31:47,464 INFO [Listener at localhost/42777 {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=58891 2023-11-12T09:31:47,472 INFO [Listener at localhost/42777 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:31:47,474 INFO [Listener at localhost/42777 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:31:48,132 INFO [Listener at localhost/42777 {}] util.FSUtils(462): Created version file at hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3 with version=8 2023-11-12T09:31:48,132 INFO [Listener at localhost/42777 {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/hbase-staging 2023-11-12T09:31:48,148 DEBUG [Listener at localhost/42777 {}] hbase.LocalHBaseCluster(134): Setting Master Port to random. 2023-11-12T09:31:48,149 DEBUG [Listener at localhost/42777 {}] hbase.LocalHBaseCluster(141): Setting RegionServer Port to random. 2023-11-12T09:31:48,149 DEBUG [Listener at localhost/42777 {}] hbase.LocalHBaseCluster(151): Setting RS InfoServer Port to random. 2023-11-12T09:31:48,149 DEBUG [Listener at localhost/42777 {}] hbase.LocalHBaseCluster(159): Setting Master InfoServer Port to random. 2023-11-12T09:31:48,362 DEBUG [Listener at localhost/42777 {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2023-11-12T09:31:49,133 INFO [Listener at localhost/42777 {}] client.ConnectionUtils(128): master/jenkins-hbase3:0 server-side Connection retries=45 2023-11-12T09:31:49,181 INFO [Listener at localhost/42777 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-12T09:31:49,182 INFO [Listener at localhost/42777 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-11-12T09:31:49,182 INFO [Listener at localhost/42777 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-11-12T09:31:49,183 INFO [Listener at localhost/42777 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-12T09:31:49,183 INFO [Listener at localhost/42777 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-11-12T09:31:49,358 INFO [Listener at localhost/42777 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-11-12T09:31:49,488 INFO [Listener at localhost/42777 {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2023-11-12T09:31:49,509 DEBUG [Listener at localhost/42777 {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2023-11-12T09:31:49,517 INFO [Listener at localhost/42777 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-11-12T09:31:49,566 DEBUG [Listener at localhost/42777 {}] channel.DefaultChannelId(79): -Dio.netty.processId: 954 (auto-detected) 2023-11-12T09:31:49,568 DEBUG [Listener at localhost/42777 {}] channel.DefaultChannelId(101): -Dio.netty.machineId: 02:42:0f:ff:fe:94:aa:bf (auto-detected) 2023-11-12T09:31:49,606 INFO [Listener at localhost/42777 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:36011 2023-11-12T09:31:49,622 INFO [Listener at localhost/42777 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:31:49,623 INFO [Listener at localhost/42777 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:31:49,645 INFO [Listener at localhost/42777 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=master:36011 connecting to ZooKeeper ensemble=127.0.0.1:58891 2023-11-12T09:31:49,697 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): master:360110x0, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-11-12T09:31:49,701 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): master:36011-0x1004cf967510000 connected 2023-11-12T09:31:49,735 DEBUG [Listener at localhost/42777 {}] zookeeper.ZKUtil(113): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-11-12T09:31:49,739 DEBUG [Listener at localhost/42777 {}] zookeeper.ZKUtil(113): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-11-12T09:31:49,743 DEBUG [Listener at localhost/42777 {}] zookeeper.ZKUtil(113): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-11-12T09:31:49,754 DEBUG [Listener at localhost/42777 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36011 2023-11-12T09:31:49,754 DEBUG [Listener at localhost/42777 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36011 2023-11-12T09:31:49,755 DEBUG [Listener at localhost/42777 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36011 2023-11-12T09:31:49,755 DEBUG [Listener at localhost/42777 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36011 2023-11-12T09:31:49,755 DEBUG [Listener at localhost/42777 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36011 2023-11-12T09:31:49,812 INFO [Listener at localhost/42777 {}] log.Log(170): Logging initialized @7109ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2023-11-12T09:31:49,939 INFO [Listener at localhost/42777 {}] http.HttpServer(981): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-11-12T09:31:49,940 INFO [Listener at localhost/42777 {}] http.HttpServer(981): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-11-12T09:31:49,941 INFO [Listener at localhost/42777 {}] http.HttpServer(981): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-11-12T09:31:49,943 INFO [Listener at localhost/42777 {}] http.HttpServer(960): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2023-11-12T09:31:49,943 INFO [Listener at localhost/42777 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-11-12T09:31:49,943 INFO [Listener at localhost/42777 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-11-12T09:31:49,946 INFO [Listener at localhost/42777 {}] http.HttpServer(805): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-11-12T09:31:50,076 INFO [Listener at localhost/42777 {}] http.HttpServer(1227): Jetty bound to port 45345 2023-11-12T09:31:50,078 INFO [Listener at localhost/42777 {}] server.Server(375): jetty-9.4.52.v20230823; built: 2023-08-23T19:29:37.669Z; git: abdcda73818a1a2c705da276edb0bf6581e7997e; jvm 1.8.0_362-b09 2023-11-12T09:31:50,115 INFO [Listener at localhost/42777 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:31:50,118 INFO [Listener at localhost/42777 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@4e843e61{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/hadoop.log.dir/,AVAILABLE} 2023-11-12T09:31:50,119 INFO [Listener at localhost/42777 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:31:50,119 INFO [Listener at localhost/42777 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@2b6e7b0e{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-11-12T09:31:50,184 INFO [Listener at localhost/42777 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-11-12T09:31:50,199 INFO [Listener at localhost/42777 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-11-12T09:31:50,199 INFO [Listener at localhost/42777 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-11-12T09:31:50,201 INFO [Listener at localhost/42777 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2023-11-12T09:31:50,209 INFO [Listener at localhost/42777 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:31:51,348 INFO [Listener at localhost/42777 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@37ee1cf{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-11-12T09:31:51,359 INFO [Listener at localhost/42777 {}] server.AbstractConnector(333): Started ServerConnector@6c1bd357{HTTP/1.1, (http/1.1)}{0.0.0.0:45345} 2023-11-12T09:31:51,359 INFO [Listener at localhost/42777 {}] server.Server(415): Started @8657ms 2023-11-12T09:31:51,363 INFO [Listener at localhost/42777 {}] master.HMaster(486): hbase.rootdir=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3, hbase.cluster.distributed=false 2023-11-12T09:31:51,438 INFO [Listener at localhost/42777 {}] client.ConnectionUtils(128): regionserver/jenkins-hbase3:0 server-side Connection retries=45 2023-11-12T09:31:51,438 INFO [Listener at localhost/42777 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-12T09:31:51,438 INFO [Listener at localhost/42777 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-11-12T09:31:51,439 INFO [Listener at localhost/42777 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-11-12T09:31:51,439 INFO [Listener at localhost/42777 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-12T09:31:51,439 INFO [Listener at localhost/42777 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-11-12T09:31:51,451 INFO [Listener at localhost/42777 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-11-12T09:31:51,453 INFO [Listener at localhost/42777 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-11-12T09:31:51,454 INFO [Listener at localhost/42777 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:40965 2023-11-12T09:31:51,457 INFO [Listener at localhost/42777 {}] hfile.BlockCacheFactory(127): Allocating BlockCache size=782.40 MB, blockSize=64 KB 2023-11-12T09:31:51,465 DEBUG [Listener at localhost/42777 {}] mob.MobFileCache(121): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2023-11-12T09:31:51,466 INFO [Listener at localhost/42777 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:31:51,468 INFO [Listener at localhost/42777 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:31:51,472 INFO [Listener at localhost/42777 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=regionserver:40965 connecting to ZooKeeper ensemble=127.0.0.1:58891 2023-11-12T09:31:51,476 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): regionserver:409650x0, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-11-12T09:31:51,477 DEBUG [Listener at localhost/42777 {}] zookeeper.ZKUtil(113): regionserver:409650x0, quorum=127.0.0.1:58891, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-11-12T09:31:51,477 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): regionserver:40965-0x1004cf967510001 connected 2023-11-12T09:31:51,479 DEBUG [Listener at localhost/42777 {}] zookeeper.ZKUtil(113): regionserver:40965-0x1004cf967510001, quorum=127.0.0.1:58891, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-11-12T09:31:51,480 DEBUG [Listener at localhost/42777 {}] zookeeper.ZKUtil(113): regionserver:40965-0x1004cf967510001, quorum=127.0.0.1:58891, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-11-12T09:31:51,482 DEBUG [Listener at localhost/42777 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40965 2023-11-12T09:31:51,483 DEBUG [Listener at localhost/42777 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40965 2023-11-12T09:31:51,489 DEBUG [Listener at localhost/42777 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40965 2023-11-12T09:31:51,490 DEBUG [Listener at localhost/42777 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40965 2023-11-12T09:31:51,490 DEBUG [Listener at localhost/42777 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40965 2023-11-12T09:31:51,495 INFO [Listener at localhost/42777 {}] http.HttpServer(981): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-11-12T09:31:51,495 INFO [Listener at localhost/42777 {}] http.HttpServer(981): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-11-12T09:31:51,496 INFO [Listener at localhost/42777 {}] http.HttpServer(981): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-11-12T09:31:51,497 INFO [Listener at localhost/42777 {}] http.HttpServer(960): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2023-11-12T09:31:51,497 INFO [Listener at localhost/42777 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-11-12T09:31:51,497 INFO [Listener at localhost/42777 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-11-12T09:31:51,498 INFO [Listener at localhost/42777 {}] http.HttpServer(805): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-11-12T09:31:51,501 INFO [Listener at localhost/42777 {}] http.HttpServer(1227): Jetty bound to port 45739 2023-11-12T09:31:51,501 INFO [Listener at localhost/42777 {}] server.Server(375): jetty-9.4.52.v20230823; built: 2023-08-23T19:29:37.669Z; git: abdcda73818a1a2c705da276edb0bf6581e7997e; jvm 1.8.0_362-b09 2023-11-12T09:31:51,503 INFO [Listener at localhost/42777 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:31:51,504 INFO [Listener at localhost/42777 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@6dcf6939{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/hadoop.log.dir/,AVAILABLE} 2023-11-12T09:31:51,504 INFO [Listener at localhost/42777 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:31:51,505 INFO [Listener at localhost/42777 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@199acead{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-11-12T09:31:51,521 INFO [Listener at localhost/42777 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-11-12T09:31:51,522 INFO [Listener at localhost/42777 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-11-12T09:31:51,523 INFO [Listener at localhost/42777 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-11-12T09:31:51,523 INFO [Listener at localhost/42777 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2023-11-12T09:31:51,524 INFO [Listener at localhost/42777 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:31:51,529 INFO [Listener at localhost/42777 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@4dd676b0{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-11-12T09:31:51,530 INFO [Listener at localhost/42777 {}] server.AbstractConnector(333): Started ServerConnector@2d3a7049{HTTP/1.1, (http/1.1)}{0.0.0.0:45739} 2023-11-12T09:31:51,530 INFO [Listener at localhost/42777 {}] server.Server(415): Started @8828ms 2023-11-12T09:31:51,536 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.52.v20230823; built: 2023-08-23T19:29:37.669Z; git: abdcda73818a1a2c705da276edb0bf6581e7997e; jvm 1.8.0_362-b09 2023-11-12T09:31:51,571 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@25f936de{HTTP/1.1, (http/1.1)}{0.0.0.0:42785} 2023-11-12T09:31:51,572 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(415): Started @8869ms 2023-11-12T09:31:51,573 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2389): Adding backup master ZNode /1/backup-masters/jenkins-hbase3.apache.org,36011,1699781508346 2023-11-12T09:31:51,591 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-12T09:31:51,591 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40965-0x1004cf967510001, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-12T09:31:51,594 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/jenkins-hbase3.apache.org,36011,1699781508346 2023-11-12T09:31:51,597 DEBUG [M:0;jenkins-hbase3:36011 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;jenkins-hbase3:36011 2023-11-12T09:31:51,613 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40965-0x1004cf967510001, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-11-12T09:31:51,613 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-11-12T09:31:51,614 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40965-0x1004cf967510001, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:31:51,614 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:31:51,615 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Set watcher on existing znode=/1/master 2023-11-12T09:31:51,616 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/jenkins-hbase3.apache.org,36011,1699781508346 from backup master directory 2023-11-12T09:31:51,617 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Set watcher on existing znode=/1/master 2023-11-12T09:31:51,620 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/jenkins-hbase3.apache.org,36011,1699781508346 2023-11-12T09:31:51,620 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40965-0x1004cf967510001, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-12T09:31:51,620 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-12T09:31:51,621 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-11-12T09:31:51,621 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=jenkins-hbase3.apache.org,36011,1699781508346 2023-11-12T09:31:51,625 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 352, initial count 0 2023-11-12T09:31:51,626 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 391, initial count 0 2023-11-12T09:31:51,706 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] util.FSUtils(611): Created cluster ID file at hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/hbase.id with ID: 2e53fc94-900d-468d-9306-c301549ce4b1 2023-11-12T09:31:51,745 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:31:51,760 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:31:51,761 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40965-0x1004cf967510001, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:31:51,808 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(355): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:31:51,810 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2023-11-12T09:31:51,829 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(271): ClientProtocol::create wrong number of arguments, should be hadoop 3.2 or below 2023-11-12T09:31:51,829 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(277): ClientProtocol::create wrong number of arguments, should be hadoop 2.x 2023-11-12T09:31:51,830 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(286): can not find SHOULD_REPLICATE flag, should be hadoop 2.x java.lang.IllegalArgumentException: No enum constant org.apache.hadoop.fs.CreateFlag.SHOULD_REPLICATE at java.lang.Enum.valueOf(Enum.java:238) ~[?:1.8.0_362] at org.apache.hadoop.fs.CreateFlag.valueOf(CreateFlag.java:63) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.loadShouldReplicateFlag(FanOutOneBlockAsyncDFSOutputHelper.java:284) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.(FanOutOneBlockAsyncDFSOutputHelper.java:311) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:140) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:952) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2414) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:575) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:572) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-12T09:31:51,841 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2130) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:952) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2414) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:575) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:572) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-12T09:31:51,842 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-12T09:31:52,320 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7093): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/MasterData/data/master/store 2023-11-12T09:31:52,749 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2023-11-12T09:31:52,750 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:31:52,750 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-11-12T09:31:52,750 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:31:52,750 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:31:52,751 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-11-12T09:31:52,751 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:31:52,751 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:31:52,751 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-12T09:31:52,753 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(232): failed to clean up initializing flag: hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/MasterData/data/master/store/.initializing 2023-11-12T09:31:52,753 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(202): WALDir=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/MasterData/WALs/jenkins-hbase3.apache.org,36011,1699781508346 2023-11-12T09:31:52,765 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-11-12T09:31:52,779 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C36011%2C1699781508346, suffix=, logDir=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/MasterData/WALs/jenkins-hbase3.apache.org,36011,1699781508346, archiveDir=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/MasterData/oldWALs, maxLogs=10 2023-11-12T09:31:52,812 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/MasterData/WALs/jenkins-hbase3.apache.org,36011,1699781508346/jenkins-hbase3.apache.org%2C36011%2C1699781508346.1699781512786, exclude list is [], retry=0 2023-11-12T09:31:52,844 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40327,DS-32376761-258b-4b7c-9dd9-fde8ad4d2c65,DISK] 2023-11-12T09:31:52,851 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(123): Hadoop 3.2 and below use unshaded protobuf. java.lang.ClassNotFoundException: org.apache.hadoop.thirdparty.protobuf.MessageLite at java.net.URLClassLoader.findClass(URLClassLoader.java:387) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:418) ~[?:1.8.0_362] at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:352) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:351) ~[?:1.8.0_362] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.ProtobufDecoder.(ProtobufDecoder.java:118) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.processWriteBlockResponse(FanOutOneBlockAsyncDFSOutputHelper.java:347) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$100(FanOutOneBlockAsyncDFSOutputHelper.java:121) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$4.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:431) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:185) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:35) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hadoop.hbase.util.NettyFutureUtils.addListener(NettyFutureUtils.java:52) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:425) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$300(FanOutOneBlockAsyncDFSOutputHelper.java:121) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:483) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:478) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:653) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:691) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:499) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:407) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.5.jar:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-12T09:31:52,923 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/MasterData/WALs/jenkins-hbase3.apache.org,36011,1699781508346/jenkins-hbase3.apache.org%2C36011%2C1699781508346.1699781512786 2023-11-12T09:31:52,924 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:40327,DS-32376761-258b-4b7c-9dd9-fde8ad4d2c65,DISK]] 2023-11-12T09:31:52,924 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7254): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:31:52,925 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:31:52,929 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7296): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:31:52,930 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7299): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:31:52,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:31:53,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2023-11-12T09:31:53,039 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:31:53,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:31:53,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:31:53,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2023-11-12T09:31:53,046 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:31:53,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:31:53,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:31:53,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2023-11-12T09:31:53,049 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:31:53,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:31:53,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:31:53,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2023-11-12T09:31:53,053 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:31:53,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:31:53,058 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:31:53,059 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:31:53,075 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2023-11-12T09:31:53,078 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1076): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:31:53,083 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:31:53,084 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1093): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10215343520, jitterRate=-0.048621997237205505}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2023-11-12T09:31:53,088 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(992): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-12T09:31:53,090 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2023-11-12T09:31:53,125 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67473e00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:31:53,180 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(861): No meta location available on zookeeper, skip migrating... 2023-11-12T09:31:53,201 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2023-11-12T09:31:53,201 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(563): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2023-11-12T09:31:53,204 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-11-12T09:31:53,206 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 1 msec 2023-11-12T09:31:53,212 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 6 msec 2023-11-12T09:31:53,212 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2023-11-12T09:31:53,254 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2023-11-12T09:31:53,271 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2023-11-12T09:31:53,275 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/balancer already deleted, retry=false 2023-11-12T09:31:53,278 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2023-11-12T09:31:53,279 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2023-11-12T09:31:53,281 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/normalizer already deleted, retry=false 2023-11-12T09:31:53,284 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2023-11-12T09:31:53,291 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2023-11-12T09:31:53,292 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/split already deleted, retry=false 2023-11-12T09:31:53,293 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2023-11-12T09:31:53,295 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/merge already deleted, retry=false 2023-11-12T09:31:53,310 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2023-11-12T09:31:53,312 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/snapshot-cleanup already deleted, retry=false 2023-11-12T09:31:53,318 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-11-12T09:31:53,318 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40965-0x1004cf967510001, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-11-12T09:31:53,318 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:31:53,319 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40965-0x1004cf967510001, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:31:53,319 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(805): Active/primary master=jenkins-hbase3.apache.org,36011,1699781508346, sessionid=0x1004cf967510000, setting cluster-up flag (Was=false) 2023-11-12T09:31:53,329 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2023-11-12T09:31:53,339 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:31:53,339 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40965-0x1004cf967510001, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:31:53,346 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2023-11-12T09:31:53,347 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,36011,1699781508346 2023-11-12T09:31:53,354 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:31:53,354 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40965-0x1004cf967510001, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:31:53,360 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2023-11-12T09:31:53,361 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,36011,1699781508346 2023-11-12T09:31:53,368 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:31:53,368 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40965-0x1004cf967510001, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:31:53,375 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2023-11-12T09:31:53,376 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,36011,1699781508346 2023-11-12T09:31:53,445 DEBUG [RS:0;jenkins-hbase3:40965 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;jenkins-hbase3:40965 2023-11-12T09:31:53,447 INFO [RS:0;jenkins-hbase3:40965 {}] regionserver.HRegionServer(997): ClusterId : 2e53fc94-900d-468d-9306-c301549ce4b1 2023-11-12T09:31:53,449 INFO [RS:0;jenkins-hbase3:40965 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2023-11-12T09:31:53,451 DEBUG [RS:0;jenkins-hbase3:40965 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2023-11-12T09:31:53,457 DEBUG [RS:0;jenkins-hbase3:40965 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2023-11-12T09:31:53,457 DEBUG [RS:0;jenkins-hbase3:40965 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2023-11-12T09:31:53,461 DEBUG [RS:0;jenkins-hbase3:40965 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2023-11-12T09:31:53,461 DEBUG [RS:0;jenkins-hbase3:40965 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2023-11-12T09:31:53,464 DEBUG [RS:0;jenkins-hbase3:40965 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2023-11-12T09:31:53,466 DEBUG [RS:0;jenkins-hbase3:40965 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d5ab1d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:31:53,468 DEBUG [RS:0;jenkins-hbase3:40965 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36c743d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-11-12T09:31:53,474 INFO [RS:0;jenkins-hbase3:40965 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2023-11-12T09:31:53,474 INFO [RS:0;jenkins-hbase3:40965 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2023-11-12T09:31:53,474 DEBUG [RS:0;jenkins-hbase3:40965 {}] regionserver.HRegionServer(1079): About to register with Master. 2023-11-12T09:31:53,478 INFO [RS:0;jenkins-hbase3:40965 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,36011,1699781508346 with isa=jenkins-hbase3.apache.org/172.31.12.81:40965, startcode=1699781511436 2023-11-12T09:31:53,497 DEBUG [RS:0;jenkins-hbase3:40965 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-11-12T09:31:53,532 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2023-11-12T09:31:53,541 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(574): slop=0.2 2023-11-12T09:31:53,546 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(285): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2023-11-12T09:31:53,555 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: jenkins-hbase3.apache.org,36011,1699781508346 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2023-11-12T09:31:53,560 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T09:31:53,561 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T09:31:53,561 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T09:31:53,561 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T09:31:53,561 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/jenkins-hbase3:0, corePoolSize=10, maxPoolSize=10 2023-11-12T09:31:53,561 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:31:53,561 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-11-12T09:31:53,562 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:31:53,570 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1699781543569 2023-11-12T09:31:53,572 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:40151, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-11-12T09:31:53,573 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2023-11-12T09:31:53,578 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2023-11-12T09:31:53,578 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2023-11-12T09:31:53,579 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2023-11-12T09:31:53,584 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36011 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3212) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:592) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:17393) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-11-12T09:31:53,586 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:31:53,586 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-11-12T09:31:53,589 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2023-11-12T09:31:53,590 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2023-11-12T09:31:53,591 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2023-11-12T09:31:53,592 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2023-11-12T09:31:53,592 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2023-11-12T09:31:53,597 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-11-12T09:31:53,598 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2023-11-12T09:31:53,601 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2023-11-12T09:31:53,602 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2023-11-12T09:31:53,622 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ReadOnlyZKClient(139): Connect 0x7fcf7548 to 127.0.0.1:58891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:31:53,623 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2023-11-12T09:31:53,624 INFO [PEWorker-1 {}] regionserver.HRegion(7075): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3 2023-11-12T09:31:53,639 DEBUG [RS:0;jenkins-hbase3:40965 {}] regionserver.HRegionServer(3046): Master is not running yet 2023-11-12T09:31:53,639 WARN [RS:0;jenkins-hbase3:40965 {}] regionserver.HRegionServer(1088): reportForDuty failed; sleeping 100 ms and then retrying. 2023-11-12T09:31:53,644 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@296854f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:31:53,644 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-11-12T09:31:53,648 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2023-11-12T09:31:53,649 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2023-11-12T09:31:53,654 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1699781513651,5,FailOnTimeoutGroup] 2023-11-12T09:31:53,654 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1699781513654,5,FailOnTimeoutGroup] 2023-11-12T09:31:53,654 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-11-12T09:31:53,654 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1636): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2023-11-12T09:31:53,657 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2023-11-12T09:31:53,657 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2023-11-12T09:31:53,740 INFO [RS:0;jenkins-hbase3:40965 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,36011,1699781508346 with isa=jenkins-hbase3.apache.org/172.31.12.81:40965, startcode=1699781511436 2023-11-12T09:31:53,745 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36011 {}] master.ServerManager(396): Registering regionserver=jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:31:53,756 DEBUG [RS:0;jenkins-hbase3:40965 {}] regionserver.HRegionServer(1705): Config from master: hbase.rootdir=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3 2023-11-12T09:31:53,756 DEBUG [RS:0;jenkins-hbase3:40965 {}] regionserver.HRegionServer(1705): Config from master: fs.defaultFS=hdfs://localhost:39367 2023-11-12T09:31:53,756 DEBUG [RS:0;jenkins-hbase3:40965 {}] regionserver.HRegionServer(1705): Config from master: hbase.master.info.port=45345 2023-11-12T09:31:53,766 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-11-12T09:31:53,766 DEBUG [RS:0;jenkins-hbase3:40965 {}] zookeeper.ZKUtil(111): regionserver:40965-0x1004cf967510001, quorum=127.0.0.1:58891, baseZNode=/1 Set watcher on existing znode=/1/rs/jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:31:53,766 WARN [RS:0;jenkins-hbase3:40965 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-11-12T09:31:53,766 INFO [RS:0;jenkins-hbase3:40965 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-12T09:31:53,767 DEBUG [RS:0;jenkins-hbase3:40965 {}] regionserver.HRegionServer(2060): logDir=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/WALs/jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:31:53,769 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [jenkins-hbase3.apache.org,40965,1699781511436] 2023-11-12T09:31:53,784 DEBUG [RS:0;jenkins-hbase3:40965 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2023-11-12T09:31:53,799 INFO [RS:0;jenkins-hbase3:40965 {}] regionserver.MetricsRegionServerWrapperImpl(165): Computing regionserver metrics every 5000 milliseconds 2023-11-12T09:31:53,814 INFO [RS:0;jenkins-hbase3:40965 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=782.4 M, globalMemStoreLimitLowMark=743.3 M, Offheap=false 2023-11-12T09:31:53,819 INFO [RS:0;jenkins-hbase3:40965 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2023-11-12T09:31:53,819 INFO [RS:0;jenkins-hbase3:40965 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2023-11-12T09:31:53,820 INFO [RS:0;jenkins-hbase3:40965 {}] regionserver.HRegionServer$CompactionChecker(1947): CompactionChecker runs every PT1S 2023-11-12T09:31:53,829 INFO [RS:0;jenkins-hbase3:40965 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2023-11-12T09:31:53,830 DEBUG [RS:0;jenkins-hbase3:40965 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:31:53,830 DEBUG [RS:0;jenkins-hbase3:40965 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:31:53,830 DEBUG [RS:0;jenkins-hbase3:40965 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:31:53,830 DEBUG [RS:0;jenkins-hbase3:40965 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:31:53,830 DEBUG [RS:0;jenkins-hbase3:40965 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:31:53,831 DEBUG [RS:0;jenkins-hbase3:40965 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-11-12T09:31:53,831 DEBUG [RS:0;jenkins-hbase3:40965 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:31:53,831 DEBUG [RS:0;jenkins-hbase3:40965 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:31:53,831 DEBUG [RS:0;jenkins-hbase3:40965 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:31:53,831 DEBUG [RS:0;jenkins-hbase3:40965 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:31:53,831 DEBUG [RS:0;jenkins-hbase3:40965 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:31:53,831 DEBUG [RS:0;jenkins-hbase3:40965 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-11-12T09:31:53,831 DEBUG [RS:0;jenkins-hbase3:40965 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-11-12T09:31:53,833 INFO [RS:0;jenkins-hbase3:40965 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2023-11-12T09:31:53,833 INFO [RS:0;jenkins-hbase3:40965 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2023-11-12T09:31:53,833 INFO [RS:0;jenkins-hbase3:40965 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2023-11-12T09:31:53,833 INFO [RS:0;jenkins-hbase3:40965 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2023-11-12T09:31:53,833 INFO [RS:0;jenkins-hbase3:40965 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,40965,1699781511436-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-11-12T09:31:53,849 INFO [RS:0;jenkins-hbase3:40965 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2023-11-12T09:31:53,852 INFO [RS:0;jenkins-hbase3:40965 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,40965,1699781511436-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2023-11-12T09:31:53,868 INFO [RS:0;jenkins-hbase3:40965 {}] regionserver.Replication(204): jenkins-hbase3.apache.org,40965,1699781511436 started 2023-11-12T09:31:53,868 INFO [RS:0;jenkins-hbase3:40965 {}] regionserver.HRegionServer(1747): Serving as jenkins-hbase3.apache.org,40965,1699781511436, RpcServer on jenkins-hbase3.apache.org/172.31.12.81:40965, sessionid=0x1004cf967510001 2023-11-12T09:31:53,869 DEBUG [RS:0;jenkins-hbase3:40965 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2023-11-12T09:31:53,869 DEBUG [RS:0;jenkins-hbase3:40965 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:31:53,869 DEBUG [RS:0;jenkins-hbase3:40965 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,40965,1699781511436' 2023-11-12T09:31:53,869 DEBUG [RS:0;jenkins-hbase3:40965 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2023-11-12T09:31:53,870 DEBUG [RS:0;jenkins-hbase3:40965 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2023-11-12T09:31:53,871 DEBUG [RS:0;jenkins-hbase3:40965 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2023-11-12T09:31:53,871 DEBUG [RS:0;jenkins-hbase3:40965 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2023-11-12T09:31:53,871 DEBUG [RS:0;jenkins-hbase3:40965 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,40965,1699781511436' 2023-11-12T09:31:53,871 DEBUG [RS:0;jenkins-hbase3:40965 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-12T09:31:53,872 DEBUG [RS:0;jenkins-hbase3:40965 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-12T09:31:53,872 INFO [RS:0;jenkins-hbase3:40965 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2023-11-12T09:31:53,872 DEBUG [RS:0;jenkins-hbase3:40965 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2023-11-12T09:31:53,872 DEBUG [RS:0;jenkins-hbase3:40965 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2023-11-12T09:31:53,872 DEBUG [RS:0;jenkins-hbase3:40965 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:31:53,872 DEBUG [RS:0;jenkins-hbase3:40965 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,40965,1699781511436' 2023-11-12T09:31:53,872 DEBUG [RS:0;jenkins-hbase3:40965 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2023-11-12T09:31:53,873 DEBUG [RS:0;jenkins-hbase3:40965 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2023-11-12T09:31:53,874 DEBUG [RS:0;jenkins-hbase3:40965 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2023-11-12T09:31:53,874 INFO [RS:0;jenkins-hbase3:40965 {}] quotas.RegionServerRpcQuotaManager(63): Quota support disabled 2023-11-12T09:31:53,874 INFO [RS:0;jenkins-hbase3:40965 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2023-11-12T09:31:53,984 INFO [RS:0;jenkins-hbase3:40965 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-11-12T09:31:53,987 INFO [RS:0;jenkins-hbase3:40965 {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C40965%2C1699781511436, suffix=, logDir=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/WALs/jenkins-hbase3.apache.org,40965,1699781511436, archiveDir=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/oldWALs, maxLogs=32 2023-11-12T09:31:53,999 DEBUG [RS:0;jenkins-hbase3:40965 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/WALs/jenkins-hbase3.apache.org,40965,1699781511436/jenkins-hbase3.apache.org%2C40965%2C1699781511436.1699781513989, exclude list is [], retry=0 2023-11-12T09:31:54,005 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40327,DS-32376761-258b-4b7c-9dd9-fde8ad4d2c65,DISK] 2023-11-12T09:31:54,009 INFO [RS:0;jenkins-hbase3:40965 {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/WALs/jenkins-hbase3.apache.org,40965,1699781511436/jenkins-hbase3.apache.org%2C40965%2C1699781511436.1699781513989 2023-11-12T09:31:54,009 DEBUG [RS:0;jenkins-hbase3:40965 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:40327,DS-32376761-258b-4b7c-9dd9-fde8ad4d2c65,DISK]] 2023-11-12T09:31:54,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:31:54,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-11-12T09:31:54,052 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-11-12T09:31:54,052 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:31:54,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:31:54,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-11-12T09:31:54,054 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-11-12T09:31:54,055 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:31:54,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:31:54,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-11-12T09:31:54,058 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-11-12T09:31:54,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:31:54,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:31:54,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/hbase/meta/1588230740 2023-11-12T09:31:54,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/hbase/meta/1588230740 2023-11-12T09:31:54,063 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-11-12T09:31:54,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-11-12T09:31:54,068 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:31:54,069 INFO [PEWorker-1 {}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10994409600, jitterRate=0.02393418550491333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-11-12T09:31:54,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-11-12T09:31:54,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-11-12T09:31:54,071 INFO [PEWorker-1 {}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-11-12T09:31:54,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-11-12T09:31:54,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-11-12T09:31:54,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-11-12T09:31:54,073 INFO [PEWorker-1 {}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-11-12T09:31:54,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-11-12T09:31:54,076 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2023-11-12T09:31:54,076 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2023-11-12T09:31:54,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2023-11-12T09:31:54,099 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2023-11-12T09:31:54,104 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2023-11-12T09:31:54,256 DEBUG [jenkins-hbase3:36011 {}] assignment.AssignmentManager(2319): Processing assignQueue; systemServersCount=1, allServersCount=1 2023-11-12T09:31:54,266 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:31:54,272 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,40965,1699781511436, state=OPENING 2023-11-12T09:31:54,282 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2023-11-12T09:31:54,284 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:31:54,284 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40965-0x1004cf967510001, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:31:54,285 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-12T09:31:54,285 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-12T09:31:54,288 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,40965,1699781511436}] 2023-11-12T09:31:54,605 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:31:54,608 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=AdminService, sasl=false 2023-11-12T09:31:54,612 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:34368, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2023-11-12T09:31:54,626 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(130): Open hbase:meta,,1.1588230740 2023-11-12T09:31:54,627 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-12T09:31:54,628 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2023-11-12T09:31:54,631 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C40965%2C1699781511436.meta, suffix=.meta, logDir=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/WALs/jenkins-hbase3.apache.org,40965,1699781511436, archiveDir=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/oldWALs, maxLogs=32 2023-11-12T09:31:54,643 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/WALs/jenkins-hbase3.apache.org,40965,1699781511436/jenkins-hbase3.apache.org%2C40965%2C1699781511436.meta.1699781514632.meta, exclude list is [], retry=0 2023-11-12T09:31:54,647 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40327,DS-32376761-258b-4b7c-9dd9-fde8ad4d2c65,DISK] 2023-11-12T09:31:54,651 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/WALs/jenkins-hbase3.apache.org,40965,1699781511436/jenkins-hbase3.apache.org%2C40965%2C1699781511436.meta.1699781514632.meta 2023-11-12T09:31:54,652 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:40327,DS-32376761-258b-4b7c-9dd9-fde8ad4d2c65,DISK]] 2023-11-12T09:31:54,652 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7254): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:31:54,659 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:31:54,659 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2023-11-12T09:31:54,675 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7955): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2023-11-12T09:31:54,676 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(393): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2023-11-12T09:31:54,680 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2023-11-12T09:31:54,681 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:31:54,681 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7296): checking encryption for 1588230740 2023-11-12T09:31:54,681 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7299): checking classloading for 1588230740 2023-11-12T09:31:54,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-11-12T09:31:54,685 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-11-12T09:31:54,685 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:31:54,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:31:54,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-11-12T09:31:54,687 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-11-12T09:31:54,687 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:31:54,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:31:54,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-11-12T09:31:54,689 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-11-12T09:31:54,689 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:31:54,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:31:54,692 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/hbase/meta/1588230740 2023-11-12T09:31:54,694 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/hbase/meta/1588230740 2023-11-12T09:31:54,696 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-11-12T09:31:54,698 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-11-12T09:31:54,700 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11329514080, jitterRate=0.05514322221279144}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-11-12T09:31:54,701 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-11-12T09:31:54,717 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1699781514596 2023-11-12T09:31:54,738 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:meta,,1.1588230740 2023-11-12T09:31:54,739 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(158): Opened hbase:meta,,1.1588230740 2023-11-12T09:31:54,740 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:31:54,742 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,40965,1699781511436, state=OPEN 2023-11-12T09:31:54,746 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-11-12T09:31:54,746 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40965-0x1004cf967510001, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-11-12T09:31:54,746 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-12T09:31:54,746 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-12T09:31:54,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=3, resume processing ppid=2 2023-11-12T09:31:54,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,40965,1699781511436 in 458 msec 2023-11-12T09:31:54,760 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=2, resume processing ppid=1 2023-11-12T09:31:54,760 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 666 msec 2023-11-12T09:31:54,765 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.3220 sec 2023-11-12T09:31:54,765 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1064): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1699781514765, completionTime=-1 2023-11-12T09:31:54,766 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ServerManager(816): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2023-11-12T09:31:54,766 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1645): Joining cluster... 2023-11-12T09:31:54,839 DEBUG [hconnection-0x4d95b99-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:31:54,843 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:34372, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:31:54,860 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1657): Number of RegionServers=1 2023-11-12T09:31:54,860 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1699781574860 2023-11-12T09:31:54,860 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1699781634860 2023-11-12T09:31:54,861 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1664): Joined the cluster in 94 msec 2023-11-12T09:31:54,884 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,36011,1699781508346-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2023-11-12T09:31:54,884 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,36011,1699781508346-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2023-11-12T09:31:54,884 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,36011,1699781508346-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2023-11-12T09:31:54,886 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-jenkins-hbase3:36011, period=300000, unit=MILLISECONDS is enabled. 2023-11-12T09:31:54,887 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2023-11-12T09:31:54,893 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] janitor.CatalogJanitor(175): 2023-11-12T09:31:54,906 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2023-11-12T09:31:54,908 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2369): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-11-12T09:31:54,917 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2023-11-12T09:31:54,920 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:31:54,924 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:31:54,925 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:31:55,344 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 1be5ccfd99112d88baddb438c1d4bf6c, NAME => 'hbase:namespace,,1699781514907.1be5ccfd99112d88baddb438c1d4bf6c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3 2023-11-12T09:31:55,755 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(888): Instantiated hbase:namespace,,1699781514907.1be5ccfd99112d88baddb438c1d4bf6c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:31:55,756 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1668): Closing 1be5ccfd99112d88baddb438c1d4bf6c, disabling compactions & flushes 2023-11-12T09:31:55,756 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1690): Closing region hbase:namespace,,1699781514907.1be5ccfd99112d88baddb438c1d4bf6c. 2023-11-12T09:31:55,756 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1699781514907.1be5ccfd99112d88baddb438c1d4bf6c. 2023-11-12T09:31:55,756 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1699781514907.1be5ccfd99112d88baddb438c1d4bf6c. after waiting 0 ms 2023-11-12T09:31:55,756 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1699781514907.1be5ccfd99112d88baddb438c1d4bf6c. 2023-11-12T09:31:55,756 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1909): Closed hbase:namespace,,1699781514907.1be5ccfd99112d88baddb438c1d4bf6c. 2023-11-12T09:31:55,756 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1622): Region close journal for 1be5ccfd99112d88baddb438c1d4bf6c: 2023-11-12T09:31:55,758 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:31:55,773 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1699781514907.1be5ccfd99112d88baddb438c1d4bf6c.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1699781515761"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699781515761"}]},"ts":"1699781515761"} 2023-11-12T09:31:55,809 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:31:55,811 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:31:55,818 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781515811"}]},"ts":"1699781515811"} 2023-11-12T09:31:55,822 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2023-11-12T09:31:55,828 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=1be5ccfd99112d88baddb438c1d4bf6c, ASSIGN}] 2023-11-12T09:31:55,831 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=1be5ccfd99112d88baddb438c1d4bf6c, ASSIGN 2023-11-12T09:31:55,832 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=1be5ccfd99112d88baddb438c1d4bf6c, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,40965,1699781511436; forceNewPlan=false, retain=false 2023-11-12T09:31:55,984 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=1be5ccfd99112d88baddb438c1d4bf6c, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:31:55,990 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 1be5ccfd99112d88baddb438c1d4bf6c, server=jenkins-hbase3.apache.org,40965,1699781511436}] 2023-11-12T09:31:56,144 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:31:56,150 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(130): Open hbase:namespace,,1699781514907.1be5ccfd99112d88baddb438c1d4bf6c. 2023-11-12T09:31:56,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7254): Opening region: {ENCODED => 1be5ccfd99112d88baddb438c1d4bf6c, NAME => 'hbase:namespace,,1699781514907.1be5ccfd99112d88baddb438c1d4bf6c.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:31:56,152 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:31:56,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 1be5ccfd99112d88baddb438c1d4bf6c 2023-11-12T09:31:56,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(888): Instantiated hbase:namespace,,1699781514907.1be5ccfd99112d88baddb438c1d4bf6c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:31:56,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7296): checking encryption for 1be5ccfd99112d88baddb438c1d4bf6c 2023-11-12T09:31:56,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7299): checking classloading for 1be5ccfd99112d88baddb438c1d4bf6c 2023-11-12T09:31:56,154 INFO [StoreOpener-1be5ccfd99112d88baddb438c1d4bf6c-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1be5ccfd99112d88baddb438c1d4bf6c 2023-11-12T09:31:56,156 INFO [StoreOpener-1be5ccfd99112d88baddb438c1d4bf6c-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1be5ccfd99112d88baddb438c1d4bf6c columnFamilyName info 2023-11-12T09:31:56,156 DEBUG [StoreOpener-1be5ccfd99112d88baddb438c1d4bf6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:31:56,157 INFO [StoreOpener-1be5ccfd99112d88baddb438c1d4bf6c-1 {}] regionserver.HStore(324): Store=1be5ccfd99112d88baddb438c1d4bf6c/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:31:56,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/hbase/namespace/1be5ccfd99112d88baddb438c1d4bf6c 2023-11-12T09:31:56,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/hbase/namespace/1be5ccfd99112d88baddb438c1d4bf6c 2023-11-12T09:31:56,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1076): writing seq id for 1be5ccfd99112d88baddb438c1d4bf6c 2023-11-12T09:31:56,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/hbase/namespace/1be5ccfd99112d88baddb438c1d4bf6c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:31:56,167 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1093): Opened 1be5ccfd99112d88baddb438c1d4bf6c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=12005650560, jitterRate=0.11811333894729614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:31:56,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(992): Region open journal for 1be5ccfd99112d88baddb438c1d4bf6c: 2023-11-12T09:31:56,170 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:namespace,,1699781514907.1be5ccfd99112d88baddb438c1d4bf6c., pid=6, masterSystemTime=1699781516144 2023-11-12T09:31:56,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:namespace,,1699781514907.1be5ccfd99112d88baddb438c1d4bf6c. 2023-11-12T09:31:56,174 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(158): Opened hbase:namespace,,1699781514907.1be5ccfd99112d88baddb438c1d4bf6c. 2023-11-12T09:31:56,174 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=1be5ccfd99112d88baddb438c1d4bf6c, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:31:56,181 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=6, resume processing ppid=5 2023-11-12T09:31:56,181 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 1be5ccfd99112d88baddb438c1d4bf6c, server=jenkins-hbase3.apache.org,40965,1699781511436 in 188 msec 2023-11-12T09:31:56,184 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=5, resume processing ppid=4 2023-11-12T09:31:56,185 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=1be5ccfd99112d88baddb438c1d4bf6c, ASSIGN in 353 msec 2023-11-12T09:31:56,186 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:31:56,186 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781516186"}]},"ts":"1699781516186"} 2023-11-12T09:31:56,189 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2023-11-12T09:31:56,192 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:31:56,194 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2830 sec 2023-11-12T09:31:56,221 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2023-11-12T09:31:56,224 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40965-0x1004cf967510001, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:31:56,224 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2023-11-12T09:31:56,225 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:31:56,277 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2023-11-12T09:31:56,293 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:31:56,299 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 30 msec 2023-11-12T09:31:56,303 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2023-11-12T09:31:56,314 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:31:56,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 15 msec 2023-11-12T09:31:56,329 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2023-11-12T09:31:56,333 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2023-11-12T09:31:56,334 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1194): Master has completed initialization 4.711sec 2023-11-12T09:31:56,336 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2023-11-12T09:31:56,337 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2023-11-12T09:31:56,338 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2023-11-12T09:31:56,339 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2023-11-12T09:31:56,339 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2023-11-12T09:31:56,341 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,36011,1699781508346-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-11-12T09:31:56,342 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,36011,1699781508346-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2023-11-12T09:31:56,355 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1297): Balancer post startup initialization complete, took 0 seconds 2023-11-12T09:31:56,356 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2023-11-12T09:31:56,428 DEBUG [Listener at localhost/42777 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x1f1d5916 to 127.0.0.1:58891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:31:56,433 DEBUG [Listener at localhost/42777 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cbefdf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:31:56,438 DEBUG [Listener at localhost/42777 {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2023-11-12T09:31:56,438 DEBUG [Listener at localhost/42777 {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2023-11-12T09:31:56,452 DEBUG [hconnection-0x6b96c03a-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:31:56,462 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:57678, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:31:56,474 INFO [Listener at localhost/42777 {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=jenkins-hbase3.apache.org,36011,1699781508346 2023-11-12T09:31:56,474 INFO [Listener at localhost/42777 {}] hbase.HBaseTestingUtility(2786): Starting mini mapreduce cluster... 2023-11-12T09:31:56,474 INFO [Listener at localhost/42777 {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/test.cache.data in system properties and HBase conf 2023-11-12T09:31:56,474 INFO [Listener at localhost/42777 {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/hadoop.tmp.dir in system properties and HBase conf 2023-11-12T09:31:56,474 INFO [Listener at localhost/42777 {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/hadoop.log.dir in system properties and HBase conf 2023-11-12T09:31:56,474 INFO [Listener at localhost/42777 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/mapreduce.cluster.local.dir in system properties and HBase conf 2023-11-12T09:31:56,474 INFO [Listener at localhost/42777 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-11-12T09:31:56,474 INFO [Listener at localhost/42777 {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-11-12T09:31:56,474 INFO [Listener at localhost/42777 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-11-12T09:31:56,474 INFO [Listener at localhost/42777 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-11-12T09:31:56,475 INFO [Listener at localhost/42777 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-11-12T09:31:56,475 INFO [Listener at localhost/42777 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-12T09:31:56,475 INFO [Listener at localhost/42777 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-11-12T09:31:56,475 INFO [Listener at localhost/42777 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-11-12T09:31:56,475 INFO [Listener at localhost/42777 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-12T09:31:56,475 INFO [Listener at localhost/42777 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-12T09:31:56,475 INFO [Listener at localhost/42777 {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-11-12T09:31:56,475 INFO [Listener at localhost/42777 {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/nfs.dump.dir in system properties and HBase conf 2023-11-12T09:31:56,475 INFO [Listener at localhost/42777 {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/java.io.tmpdir in system properties and HBase conf 2023-11-12T09:31:56,475 INFO [Listener at localhost/42777 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-12T09:31:56,475 INFO [Listener at localhost/42777 {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-11-12T09:31:56,475 INFO [Listener at localhost/42777 {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2023-11-12T09:31:58,399 WARN [Thread-249 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:31:58,813 INFO [Thread-249 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:31:58,819 INFO [Thread-249 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/jobhistory to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_32869_jobhistory____.5rkuii/webapp 2023-11-12T09:31:59,014 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2023-11-12T09:31:59,014 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2023-11-12T09:31:59,014 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-12T09:31:59,018 INFO [Thread-249 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-12T09:31:59,107 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:31:59,236 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:31:59,483 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-11-12T09:31:59,484 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2023-11-12T09:31:59,493 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-11-12T09:31:59,493 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2023-11-12T09:31:59,496 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:31:59,496 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2023-11-12T09:31:59,497 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-11-12T09:31:59,497 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2023-11-12T09:31:59,497 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2023-11-12T09:31:59,497 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2023-11-12T09:31:59,521 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2023-11-12T09:31:59,557 INFO [Thread-249 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:32869 2023-11-12T09:31:59,897 WARN [Listener at jenkins-hbase3.apache.org/33593 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:31:59,991 WARN [Listener at jenkins-hbase3.apache.org/33593 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-11-12T09:31:59,992 INFO [Listener at jenkins-hbase3.apache.org/33593 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:32:00,000 INFO [Listener at jenkins-hbase3.apache.org/33593 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/cluster to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_43683_cluster____imlh5d/webapp 2023-11-12T09:32:00,080 INFO [Listener at jenkins-hbase3.apache.org/33593 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2023-11-12T09:32:00,080 INFO [Listener at jenkins-hbase3.apache.org/33593 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2023-11-12T09:32:00,081 INFO [Listener at jenkins-hbase3.apache.org/33593 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-12T09:32:00,081 INFO [Listener at jenkins-hbase3.apache.org/33593 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-12T09:32:00,090 INFO [Listener at jenkins-hbase3.apache.org/33593 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:32:00,236 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-12T09:32:00,289 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2023-11-12T09:32:00,290 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2023-11-12T09:32:00,349 INFO [Listener at jenkins-hbase3.apache.org/33593 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:32:00,433 INFO [Listener at jenkins-hbase3.apache.org/33593 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:32:00,447 INFO [Listener at jenkins-hbase3.apache.org/33593 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:43683 2023-11-12T09:32:00,870 WARN [Listener at jenkins-hbase3.apache.org/38727 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:32:00,892 WARN [Listener at jenkins-hbase3.apache.org/38727 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-11-12T09:32:00,893 INFO [Listener at jenkins-hbase3.apache.org/38727 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:32:00,899 INFO [Listener at jenkins-hbase3.apache.org/38727 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_46475_node____.iuj05t/webapp 2023-11-12T09:32:00,952 INFO [Listener at jenkins-hbase3.apache.org/38727 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-11-12T09:32:00,952 INFO [Listener at jenkins-hbase3.apache.org/38727 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-12T09:32:00,953 INFO [Listener at jenkins-hbase3.apache.org/38727 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-11-12T09:32:00,953 INFO [Listener at jenkins-hbase3.apache.org/38727 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-12T09:32:00,962 INFO [Listener at jenkins-hbase3.apache.org/38727 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:32:00,986 INFO [Listener at jenkins-hbase3.apache.org/38727 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:32:01,064 INFO [Listener at jenkins-hbase3.apache.org/38727 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:32:01,075 INFO [Listener at jenkins-hbase3.apache.org/38727 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:46475 2023-11-12T09:32:01,231 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:32:01,239 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-11-12T09:32:01,239 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:32:01,247 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_33983_node____tlr8hf/webapp 2023-11-12T09:32:01,299 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-11-12T09:32:01,299 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-12T09:32:01,299 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-11-12T09:32:01,299 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-12T09:32:01,309 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:32:01,325 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:32:01,388 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:32:01,395 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:33983 2023-11-12T09:32:01,424 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] hbase.HBaseTestingUtility(2821): Mini mapreduce cluster started 2023-11-12T09:32:01,424 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] backup.TestBackupBase(301): ROOTDIR hdfs://localhost:39367/backupUT 2023-11-12T09:32:01,436 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:32:01,440 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:39106, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:32:01,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.HMaster$18(3398): Client=jenkins//172.31.12.81 creating {NAME => 'ns1'} 2023-11-12T09:32:01,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] procedure2.ProcedureExecutor(1032): Stored pid=9, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns1 2023-11-12T09:32:01,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=9 2023-11-12T09:32:01,480 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:32:01,486 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=9, state=SUCCESS; CreateNamespaceProcedure, namespace=ns1 in 33 msec 2023-11-12T09:32:01,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=9 2023-11-12T09:32:01,573 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.HMaster$18(3398): Client=jenkins//172.31.12.81 creating {NAME => 'ns2'} 2023-11-12T09:32:01,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] procedure2.ProcedureExecutor(1032): Stored pid=10, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns2 2023-11-12T09:32:01,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=10 2023-11-12T09:32:01,587 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:32:01,596 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=10, state=SUCCESS; CreateNamespaceProcedure, namespace=ns2 in 21 msec 2023-11-12T09:32:01,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=10 2023-11-12T09:32:01,685 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.HMaster$18(3398): Client=jenkins//172.31.12.81 creating {NAME => 'ns3'} 2023-11-12T09:32:01,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] procedure2.ProcedureExecutor(1032): Stored pid=11, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns3 2023-11-12T09:32:01,692 ERROR [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40965 {}] util.ResourceLeakDetector(337): LEAK: RefCnt.release() was not called before it's garbage-collected. See https://netty.io/wiki/reference-counted-objects.html for more information. Recent access records: Created at: org.apache.hadoop.hbase.nio.RefCnt.(RefCnt.java:59) org.apache.hadoop.hbase.nio.RefCnt.create(RefCnt.java:54) org.apache.hadoop.hbase.regionserver.MemStoreLABImpl.(MemStoreLABImpl.java:108) sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) java.lang.reflect.Constructor.newInstance(Constructor.java:423) org.apache.hadoop.hbase.util.ReflectionUtils.instantiate(ReflectionUtils.java:61) org.apache.hadoop.hbase.util.ReflectionUtils.instantiateWithCustomCtor(ReflectionUtils.java:49) org.apache.hadoop.hbase.regionserver.MemStoreLAB.newInstance(MemStoreLAB.java:116) org.apache.hadoop.hbase.regionserver.SegmentFactory.createMutableSegment(SegmentFactory.java:81) org.apache.hadoop.hbase.regionserver.AbstractMemStore.resetActive(AbstractMemStore.java:93) org.apache.hadoop.hbase.regionserver.AbstractMemStore.(AbstractMemStore.java:83) org.apache.hadoop.hbase.regionserver.DefaultMemStore.(DefaultMemStore.java:79) sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) java.lang.reflect.Constructor.newInstance(Constructor.java:423) org.apache.hadoop.hbase.util.ReflectionUtils.instantiate(ReflectionUtils.java:61) org.apache.hadoop.hbase.util.ReflectionUtils.newInstance(ReflectionUtils.java:98) org.apache.hadoop.hbase.regionserver.HStore.getMemstore(HStore.java:377) org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:283) org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:6432) org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1140) org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1137) java.util.concurrent.FutureTask.run(FutureTask.java:266) java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) java.util.concurrent.FutureTask.run(FutureTask.java:266) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) 2023-11-12T09:32:01,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=11 2023-11-12T09:32:01,704 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:32:01,710 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=11, state=SUCCESS; CreateNamespaceProcedure, namespace=ns3 in 22 msec 2023-11-12T09:32:01,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=11 2023-11-12T09:32:01,798 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.HMaster$18(3398): Client=jenkins//172.31.12.81 creating {NAME => 'ns4'} 2023-11-12T09:32:01,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] procedure2.ProcedureExecutor(1032): Stored pid=12, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns4 2023-11-12T09:32:01,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=12 2023-11-12T09:32:01,812 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:32:01,818 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=12, state=SUCCESS; CreateNamespaceProcedure, namespace=ns4 in 18 msec 2023-11-12T09:32:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=12 2023-11-12T09:32:01,920 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'test-1699781521424', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:32:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] procedure2.ProcedureExecutor(1032): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test-1699781521424 2023-11-12T09:32:01,925 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test-1699781521424 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:32:01,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "test-1699781521424" procId is: 13 2023-11-12T09:32:01,926 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:32:01,927 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test-1699781521424 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:32:01,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:32:02,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:32:02,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:32:02,359 INFO [RegionOpenAndInit-test-1699781521424-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => bacca8783258143f9a5a49044e996202, NAME => 'test-1699781521424,,1699781521915.bacca8783258143f9a5a49044e996202.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1699781521424', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3 2023-11-12T09:32:02,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:32:02,778 DEBUG [RegionOpenAndInit-test-1699781521424-pool-0 {}] regionserver.HRegion(888): Instantiated test-1699781521424,,1699781521915.bacca8783258143f9a5a49044e996202.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:32:02,778 DEBUG [RegionOpenAndInit-test-1699781521424-pool-0 {}] regionserver.HRegion(1668): Closing bacca8783258143f9a5a49044e996202, disabling compactions & flushes 2023-11-12T09:32:02,778 INFO [RegionOpenAndInit-test-1699781521424-pool-0 {}] regionserver.HRegion(1690): Closing region test-1699781521424,,1699781521915.bacca8783258143f9a5a49044e996202. 2023-11-12T09:32:02,778 DEBUG [RegionOpenAndInit-test-1699781521424-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1699781521424,,1699781521915.bacca8783258143f9a5a49044e996202. 2023-11-12T09:32:02,778 DEBUG [RegionOpenAndInit-test-1699781521424-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on test-1699781521424,,1699781521915.bacca8783258143f9a5a49044e996202. after waiting 0 ms 2023-11-12T09:32:02,778 DEBUG [RegionOpenAndInit-test-1699781521424-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region test-1699781521424,,1699781521915.bacca8783258143f9a5a49044e996202. 2023-11-12T09:32:02,778 INFO [RegionOpenAndInit-test-1699781521424-pool-0 {}] regionserver.HRegion(1909): Closed test-1699781521424,,1699781521915.bacca8783258143f9a5a49044e996202. 2023-11-12T09:32:02,778 DEBUG [RegionOpenAndInit-test-1699781521424-pool-0 {}] regionserver.HRegion(1622): Region close journal for bacca8783258143f9a5a49044e996202: 2023-11-12T09:32:02,780 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test-1699781521424 execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:32:02,781 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test-1699781521424,,1699781521915.bacca8783258143f9a5a49044e996202.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1699781522780"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699781522780"}]},"ts":"1699781522780"} 2023-11-12T09:32:02,783 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:32:02,785 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test-1699781521424 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:32:02,785 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1699781521424","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781522785"}]},"ts":"1699781522785"} 2023-11-12T09:32:02,787 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1699781521424, state=ENABLING in hbase:meta 2023-11-12T09:32:02,792 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1699781521424, region=bacca8783258143f9a5a49044e996202, ASSIGN}] 2023-11-12T09:32:02,795 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1699781521424, region=bacca8783258143f9a5a49044e996202, ASSIGN 2023-11-12T09:32:02,796 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1699781521424, region=bacca8783258143f9a5a49044e996202, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,40965,1699781511436; forceNewPlan=false, retain=false 2023-11-12T09:32:02,947 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=bacca8783258143f9a5a49044e996202, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:02,950 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; OpenRegionProcedure bacca8783258143f9a5a49044e996202, server=jenkins-hbase3.apache.org,40965,1699781511436}] 2023-11-12T09:32:03,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:32:03,104 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:03,112 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(130): Open test-1699781521424,,1699781521915.bacca8783258143f9a5a49044e996202. 2023-11-12T09:32:03,112 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7254): Opening region: {ENCODED => bacca8783258143f9a5a49044e996202, NAME => 'test-1699781521424,,1699781521915.bacca8783258143f9a5a49044e996202.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:32:03,112 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:32:03,113 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1699781521424 bacca8783258143f9a5a49044e996202 2023-11-12T09:32:03,113 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(888): Instantiated test-1699781521424,,1699781521915.bacca8783258143f9a5a49044e996202.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:32:03,113 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7296): checking encryption for bacca8783258143f9a5a49044e996202 2023-11-12T09:32:03,113 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7299): checking classloading for bacca8783258143f9a5a49044e996202 2023-11-12T09:32:03,116 INFO [StoreOpener-bacca8783258143f9a5a49044e996202-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bacca8783258143f9a5a49044e996202 2023-11-12T09:32:03,118 INFO [StoreOpener-bacca8783258143f9a5a49044e996202-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bacca8783258143f9a5a49044e996202 columnFamilyName f 2023-11-12T09:32:03,118 DEBUG [StoreOpener-bacca8783258143f9a5a49044e996202-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:32:03,120 INFO [StoreOpener-bacca8783258143f9a5a49044e996202-1 {}] regionserver.HStore(324): Store=bacca8783258143f9a5a49044e996202/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:32:03,121 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/default/test-1699781521424/bacca8783258143f9a5a49044e996202 2023-11-12T09:32:03,121 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/default/test-1699781521424/bacca8783258143f9a5a49044e996202 2023-11-12T09:32:03,126 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1076): writing seq id for bacca8783258143f9a5a49044e996202 2023-11-12T09:32:03,133 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/default/test-1699781521424/bacca8783258143f9a5a49044e996202/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:32:03,134 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): Opened bacca8783258143f9a5a49044e996202; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11157534400, jitterRate=0.03912636637687683}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:32:03,135 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(992): Region open journal for bacca8783258143f9a5a49044e996202: 2023-11-12T09:32:03,136 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2556): Post open deploy tasks for test-1699781521424,,1699781521915.bacca8783258143f9a5a49044e996202., pid=15, masterSystemTime=1699781523103 2023-11-12T09:32:03,139 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2583): Finished post open deploy task for test-1699781521424,,1699781521915.bacca8783258143f9a5a49044e996202. 2023-11-12T09:32:03,139 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(158): Opened test-1699781521424,,1699781521915.bacca8783258143f9a5a49044e996202. 2023-11-12T09:32:03,140 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=bacca8783258143f9a5a49044e996202, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:03,145 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=15, resume processing ppid=14 2023-11-12T09:32:03,145 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=15, ppid=14, state=SUCCESS; OpenRegionProcedure bacca8783258143f9a5a49044e996202, server=jenkins-hbase3.apache.org,40965,1699781511436 in 193 msec 2023-11-12T09:32:03,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=14, resume processing ppid=13 2023-11-12T09:32:03,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=14, ppid=13, state=SUCCESS; TransitRegionStateProcedure table=test-1699781521424, region=bacca8783258143f9a5a49044e996202, ASSIGN in 353 msec 2023-11-12T09:32:03,150 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test-1699781521424 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:32:03,150 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1699781521424","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781523150"}]},"ts":"1699781523150"} 2023-11-12T09:32:03,152 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1699781521424, state=ENABLED in hbase:meta 2023-11-12T09:32:03,155 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test-1699781521424 execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:32:03,158 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=13, state=SUCCESS; CreateTableProcedure table=test-1699781521424 in 1.2350 sec 2023-11-12T09:32:04,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:32:04,044 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: default:test-1699781521424, procId: 13 completed 2023-11-12T09:32:04,045 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x4a543234 to 127.0.0.1:58891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:32:04,051 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@472b46b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:32:04,054 DEBUG [hconnection-0x1ee89e01-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:32:04,057 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:57680, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:32:04,062 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] regionserver.HRegion(8210): writing data to region test-1699781521424,,1699781521915.bacca8783258143f9a5a49044e996202. with WAL disabled. Data may be lost in the event of a crash. 2023-11-12T09:32:04,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'ns2:test-16997815214241', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:32:04,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] procedure2.ProcedureExecutor(1032): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:test-16997815214241 2023-11-12T09:32:04,167 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16997815214241 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:32:04,167 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:32:04,168 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns2" qualifier: "test-16997815214241" procId is: 16 2023-11-12T09:32:04,169 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:test-16997815214241 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:32:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:32:04,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:32:04,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:32:04,586 INFO [RegionOpenAndInit-ns2:test-16997815214241-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 68f8b382269caad740b963d53f2ec473, NAME => 'ns2:test-16997815214241,,1699781524162.68f8b382269caad740b963d53f2ec473.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-16997815214241', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3 2023-11-12T09:32:04,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:32:05,001 DEBUG [RegionOpenAndInit-ns2:test-16997815214241-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:test-16997815214241,,1699781524162.68f8b382269caad740b963d53f2ec473.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:32:05,001 DEBUG [RegionOpenAndInit-ns2:test-16997815214241-pool-0 {}] regionserver.HRegion(1668): Closing 68f8b382269caad740b963d53f2ec473, disabling compactions & flushes 2023-11-12T09:32:05,001 INFO [RegionOpenAndInit-ns2:test-16997815214241-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:test-16997815214241,,1699781524162.68f8b382269caad740b963d53f2ec473. 2023-11-12T09:32:05,001 DEBUG [RegionOpenAndInit-ns2:test-16997815214241-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16997815214241,,1699781524162.68f8b382269caad740b963d53f2ec473. 2023-11-12T09:32:05,001 DEBUG [RegionOpenAndInit-ns2:test-16997815214241-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16997815214241,,1699781524162.68f8b382269caad740b963d53f2ec473. after waiting 0 ms 2023-11-12T09:32:05,001 DEBUG [RegionOpenAndInit-ns2:test-16997815214241-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16997815214241,,1699781524162.68f8b382269caad740b963d53f2ec473. 2023-11-12T09:32:05,001 INFO [RegionOpenAndInit-ns2:test-16997815214241-pool-0 {}] regionserver.HRegion(1909): Closed ns2:test-16997815214241,,1699781524162.68f8b382269caad740b963d53f2ec473. 2023-11-12T09:32:05,001 DEBUG [RegionOpenAndInit-ns2:test-16997815214241-pool-0 {}] regionserver.HRegion(1622): Region close journal for 68f8b382269caad740b963d53f2ec473: 2023-11-12T09:32:05,003 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:test-16997815214241 execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:32:05,003 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:test-16997815214241,,1699781524162.68f8b382269caad740b963d53f2ec473.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1699781525003"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699781525003"}]},"ts":"1699781525003"} 2023-11-12T09:32:05,005 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:32:05,007 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:test-16997815214241 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:32:05,007 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16997815214241","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781525007"}]},"ts":"1699781525007"} 2023-11-12T09:32:05,009 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16997815214241, state=ENABLING in hbase:meta 2023-11-12T09:32:05,018 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16997815214241, region=68f8b382269caad740b963d53f2ec473, ASSIGN}] 2023-11-12T09:32:05,020 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16997815214241, region=68f8b382269caad740b963d53f2ec473, ASSIGN 2023-11-12T09:32:05,021 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:test-16997815214241, region=68f8b382269caad740b963d53f2ec473, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,40965,1699781511436; forceNewPlan=false, retain=false 2023-11-12T09:32:05,172 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=68f8b382269caad740b963d53f2ec473, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:05,175 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE; OpenRegionProcedure 68f8b382269caad740b963d53f2ec473, server=jenkins-hbase3.apache.org,40965,1699781511436}] 2023-11-12T09:32:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:32:05,328 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:05,333 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(130): Open ns2:test-16997815214241,,1699781524162.68f8b382269caad740b963d53f2ec473. 2023-11-12T09:32:05,333 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7254): Opening region: {ENCODED => 68f8b382269caad740b963d53f2ec473, NAME => 'ns2:test-16997815214241,,1699781524162.68f8b382269caad740b963d53f2ec473.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:32:05,333 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:32:05,333 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16997815214241 68f8b382269caad740b963d53f2ec473 2023-11-12T09:32:05,333 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(888): Instantiated ns2:test-16997815214241,,1699781524162.68f8b382269caad740b963d53f2ec473.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:32:05,334 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7296): checking encryption for 68f8b382269caad740b963d53f2ec473 2023-11-12T09:32:05,334 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7299): checking classloading for 68f8b382269caad740b963d53f2ec473 2023-11-12T09:32:05,335 INFO [StoreOpener-68f8b382269caad740b963d53f2ec473-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 68f8b382269caad740b963d53f2ec473 2023-11-12T09:32:05,337 INFO [StoreOpener-68f8b382269caad740b963d53f2ec473-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68f8b382269caad740b963d53f2ec473 columnFamilyName f 2023-11-12T09:32:05,338 DEBUG [StoreOpener-68f8b382269caad740b963d53f2ec473-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:32:05,338 INFO [StoreOpener-68f8b382269caad740b963d53f2ec473-1 {}] regionserver.HStore(324): Store=68f8b382269caad740b963d53f2ec473/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:32:05,339 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/ns2/test-16997815214241/68f8b382269caad740b963d53f2ec473 2023-11-12T09:32:05,340 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/ns2/test-16997815214241/68f8b382269caad740b963d53f2ec473 2023-11-12T09:32:05,343 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1076): writing seq id for 68f8b382269caad740b963d53f2ec473 2023-11-12T09:32:05,351 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/ns2/test-16997815214241/68f8b382269caad740b963d53f2ec473/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:32:05,352 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): Opened 68f8b382269caad740b963d53f2ec473; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11608174240, jitterRate=0.08109547197818756}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:32:05,352 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(992): Region open journal for 68f8b382269caad740b963d53f2ec473: 2023-11-12T09:32:05,353 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2556): Post open deploy tasks for ns2:test-16997815214241,,1699781524162.68f8b382269caad740b963d53f2ec473., pid=18, masterSystemTime=1699781525328 2023-11-12T09:32:05,356 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2583): Finished post open deploy task for ns2:test-16997815214241,,1699781524162.68f8b382269caad740b963d53f2ec473. 2023-11-12T09:32:05,356 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(158): Opened ns2:test-16997815214241,,1699781524162.68f8b382269caad740b963d53f2ec473. 2023-11-12T09:32:05,357 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=68f8b382269caad740b963d53f2ec473, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:05,359 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36011 {}] assignment.AssignmentManager(1430): Unable to acquire lock for regionNode state=OPEN, location=jenkins-hbase3.apache.org,40965,1699781511436, table=ns2:test-16997815214241, region=68f8b382269caad740b963d53f2ec473. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2023-11-12T09:32:05,362 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=18, resume processing ppid=17 2023-11-12T09:32:05,362 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=18, ppid=17, state=SUCCESS; OpenRegionProcedure 68f8b382269caad740b963d53f2ec473, server=jenkins-hbase3.apache.org,40965,1699781511436 in 184 msec 2023-11-12T09:32:05,365 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=17, resume processing ppid=16 2023-11-12T09:32:05,365 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=17, ppid=16, state=SUCCESS; TransitRegionStateProcedure table=ns2:test-16997815214241, region=68f8b382269caad740b963d53f2ec473, ASSIGN in 344 msec 2023-11-12T09:32:05,366 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:test-16997815214241 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:32:05,366 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16997815214241","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781525366"}]},"ts":"1699781525366"} 2023-11-12T09:32:05,368 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16997815214241, state=ENABLED in hbase:meta 2023-11-12T09:32:05,371 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16997815214241 execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:32:05,373 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=16, state=SUCCESS; CreateTableProcedure table=ns2:test-16997815214241 in 1.2090 sec 2023-11-12T09:32:06,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:32:06,278 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns2:test-16997815214241, procId: 16 completed 2023-11-12T09:32:06,282 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] regionserver.HRegion(8210): writing data to region ns2:test-16997815214241,,1699781524162.68f8b382269caad740b963d53f2ec473. with WAL disabled. Data may be lost in the event of a crash. 2023-11-12T09:32:06,291 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1699781521424' 2023-11-12T09:32:06,292 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-16997815214241' 2023-11-12T09:32:06,361 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'ns3:test-16997815214242', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:32:06,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] procedure2.ProcedureExecutor(1032): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns3:test-16997815214242 2023-11-12T09:32:06,365 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16997815214242 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:32:06,365 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:32:06,365 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns3" qualifier: "test-16997815214242" procId is: 19 2023-11-12T09:32:06,366 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns3:test-16997815214242 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:32:06,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:32:06,384 INFO [RegionOpenAndInit-ns3:test-16997815214242-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => bc09f6f6c27778960673442d589b6690, NAME => 'ns3:test-16997815214242,,1699781526361.bc09f6f6c27778960673442d589b6690.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-16997815214242', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3 2023-11-12T09:32:06,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:32:06,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:32:06,800 DEBUG [RegionOpenAndInit-ns3:test-16997815214242-pool-0 {}] regionserver.HRegion(888): Instantiated ns3:test-16997815214242,,1699781526361.bc09f6f6c27778960673442d589b6690.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:32:06,801 DEBUG [RegionOpenAndInit-ns3:test-16997815214242-pool-0 {}] regionserver.HRegion(1668): Closing bc09f6f6c27778960673442d589b6690, disabling compactions & flushes 2023-11-12T09:32:06,801 INFO [RegionOpenAndInit-ns3:test-16997815214242-pool-0 {}] regionserver.HRegion(1690): Closing region ns3:test-16997815214242,,1699781526361.bc09f6f6c27778960673442d589b6690. 2023-11-12T09:32:06,801 DEBUG [RegionOpenAndInit-ns3:test-16997815214242-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16997815214242,,1699781526361.bc09f6f6c27778960673442d589b6690. 2023-11-12T09:32:06,801 DEBUG [RegionOpenAndInit-ns3:test-16997815214242-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16997815214242,,1699781526361.bc09f6f6c27778960673442d589b6690. after waiting 0 ms 2023-11-12T09:32:06,801 DEBUG [RegionOpenAndInit-ns3:test-16997815214242-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16997815214242,,1699781526361.bc09f6f6c27778960673442d589b6690. 2023-11-12T09:32:06,801 INFO [RegionOpenAndInit-ns3:test-16997815214242-pool-0 {}] regionserver.HRegion(1909): Closed ns3:test-16997815214242,,1699781526361.bc09f6f6c27778960673442d589b6690. 2023-11-12T09:32:06,801 DEBUG [RegionOpenAndInit-ns3:test-16997815214242-pool-0 {}] regionserver.HRegion(1622): Region close journal for bc09f6f6c27778960673442d589b6690: 2023-11-12T09:32:06,802 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns3:test-16997815214242 execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:32:06,803 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns3:test-16997815214242,,1699781526361.bc09f6f6c27778960673442d589b6690.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1699781526802"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699781526802"}]},"ts":"1699781526802"} 2023-11-12T09:32:06,805 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:32:06,806 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns3:test-16997815214242 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:32:06,806 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16997815214242","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781526806"}]},"ts":"1699781526806"} 2023-11-12T09:32:06,808 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16997815214242, state=ENABLING in hbase:meta 2023-11-12T09:32:06,817 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16997815214242, region=bc09f6f6c27778960673442d589b6690, ASSIGN}] 2023-11-12T09:32:06,819 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16997815214242, region=bc09f6f6c27778960673442d589b6690, ASSIGN 2023-11-12T09:32:06,820 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns3:test-16997815214242, region=bc09f6f6c27778960673442d589b6690, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,40965,1699781511436; forceNewPlan=false, retain=false 2023-11-12T09:32:06,971 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=bc09f6f6c27778960673442d589b6690, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:06,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:32:06,974 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; OpenRegionProcedure bc09f6f6c27778960673442d589b6690, server=jenkins-hbase3.apache.org,40965,1699781511436}] 2023-11-12T09:32:07,127 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:07,132 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(130): Open ns3:test-16997815214242,,1699781526361.bc09f6f6c27778960673442d589b6690. 2023-11-12T09:32:07,132 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7254): Opening region: {ENCODED => bc09f6f6c27778960673442d589b6690, NAME => 'ns3:test-16997815214242,,1699781526361.bc09f6f6c27778960673442d589b6690.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:32:07,132 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:32:07,132 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16997815214242 bc09f6f6c27778960673442d589b6690 2023-11-12T09:32:07,132 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(888): Instantiated ns3:test-16997815214242,,1699781526361.bc09f6f6c27778960673442d589b6690.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:32:07,133 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7296): checking encryption for bc09f6f6c27778960673442d589b6690 2023-11-12T09:32:07,133 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7299): checking classloading for bc09f6f6c27778960673442d589b6690 2023-11-12T09:32:07,134 INFO [StoreOpener-bc09f6f6c27778960673442d589b6690-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bc09f6f6c27778960673442d589b6690 2023-11-12T09:32:07,137 INFO [StoreOpener-bc09f6f6c27778960673442d589b6690-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc09f6f6c27778960673442d589b6690 columnFamilyName f 2023-11-12T09:32:07,137 DEBUG [StoreOpener-bc09f6f6c27778960673442d589b6690-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:32:07,137 INFO [StoreOpener-bc09f6f6c27778960673442d589b6690-1 {}] regionserver.HStore(324): Store=bc09f6f6c27778960673442d589b6690/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:32:07,138 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/ns3/test-16997815214242/bc09f6f6c27778960673442d589b6690 2023-11-12T09:32:07,139 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/ns3/test-16997815214242/bc09f6f6c27778960673442d589b6690 2023-11-12T09:32:07,142 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1076): writing seq id for bc09f6f6c27778960673442d589b6690 2023-11-12T09:32:07,145 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/ns3/test-16997815214242/bc09f6f6c27778960673442d589b6690/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:32:07,146 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): Opened bc09f6f6c27778960673442d589b6690; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10988242240, jitterRate=0.02335980534553528}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:32:07,146 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(992): Region open journal for bc09f6f6c27778960673442d589b6690: 2023-11-12T09:32:07,148 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2556): Post open deploy tasks for ns3:test-16997815214242,,1699781526361.bc09f6f6c27778960673442d589b6690., pid=21, masterSystemTime=1699781527127 2023-11-12T09:32:07,150 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2583): Finished post open deploy task for ns3:test-16997815214242,,1699781526361.bc09f6f6c27778960673442d589b6690. 2023-11-12T09:32:07,150 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(158): Opened ns3:test-16997815214242,,1699781526361.bc09f6f6c27778960673442d589b6690. 2023-11-12T09:32:07,151 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=bc09f6f6c27778960673442d589b6690, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:07,155 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=21, resume processing ppid=20 2023-11-12T09:32:07,155 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=21, ppid=20, state=SUCCESS; OpenRegionProcedure bc09f6f6c27778960673442d589b6690, server=jenkins-hbase3.apache.org,40965,1699781511436 in 179 msec 2023-11-12T09:32:07,158 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=20, resume processing ppid=19 2023-11-12T09:32:07,158 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=20, ppid=19, state=SUCCESS; TransitRegionStateProcedure table=ns3:test-16997815214242, region=bc09f6f6c27778960673442d589b6690, ASSIGN in 338 msec 2023-11-12T09:32:07,158 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns3:test-16997815214242 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:32:07,159 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16997815214242","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781527158"}]},"ts":"1699781527158"} 2023-11-12T09:32:07,160 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16997815214242, state=ENABLED in hbase:meta 2023-11-12T09:32:07,163 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16997815214242 execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:32:07,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=19, state=SUCCESS; CreateTableProcedure table=ns3:test-16997815214242 in 802 msec 2023-11-12T09:32:07,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:32:07,475 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns3:test-16997815214242, procId: 19 completed 2023-11-12T09:32:07,475 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns3:test-16997815214242 get assigned. Timeout = 60000ms 2023-11-12T09:32:07,477 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-12T09:32:07,482 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] hbase.HBaseTestingUtility(3581): All regions for table ns3:test-16997815214242 assigned to meta. Checking AM states. 2023-11-12T09:32:07,483 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-12T09:32:07,483 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] hbase.HBaseTestingUtility(3601): All regions for table ns3:test-16997815214242 assigned. 2023-11-12T09:32:07,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'ns4:test-16997815214243', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:32:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] procedure2.ProcedureExecutor(1032): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns4:test-16997815214243 2023-11-12T09:32:07,488 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16997815214243 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:32:07,488 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:32:07,489 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns4" qualifier: "test-16997815214243" procId is: 22 2023-11-12T09:32:07,490 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns4:test-16997815214243 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:32:07,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:32:07,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:32:07,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:32:07,904 INFO [RegionOpenAndInit-ns4:test-16997815214243-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 5ebbd7507ee19a35dc51300bafaed473, NAME => 'ns4:test-16997815214243,,1699781527484.5ebbd7507ee19a35dc51300bafaed473.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-16997815214243', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3 2023-11-12T09:32:08,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:32:08,319 DEBUG [RegionOpenAndInit-ns4:test-16997815214243-pool-0 {}] regionserver.HRegion(888): Instantiated ns4:test-16997815214243,,1699781527484.5ebbd7507ee19a35dc51300bafaed473.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:32:08,319 DEBUG [RegionOpenAndInit-ns4:test-16997815214243-pool-0 {}] regionserver.HRegion(1668): Closing 5ebbd7507ee19a35dc51300bafaed473, disabling compactions & flushes 2023-11-12T09:32:08,319 INFO [RegionOpenAndInit-ns4:test-16997815214243-pool-0 {}] regionserver.HRegion(1690): Closing region ns4:test-16997815214243,,1699781527484.5ebbd7507ee19a35dc51300bafaed473. 2023-11-12T09:32:08,319 DEBUG [RegionOpenAndInit-ns4:test-16997815214243-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16997815214243,,1699781527484.5ebbd7507ee19a35dc51300bafaed473. 2023-11-12T09:32:08,319 DEBUG [RegionOpenAndInit-ns4:test-16997815214243-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16997815214243,,1699781527484.5ebbd7507ee19a35dc51300bafaed473. after waiting 0 ms 2023-11-12T09:32:08,319 DEBUG [RegionOpenAndInit-ns4:test-16997815214243-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16997815214243,,1699781527484.5ebbd7507ee19a35dc51300bafaed473. 2023-11-12T09:32:08,319 INFO [RegionOpenAndInit-ns4:test-16997815214243-pool-0 {}] regionserver.HRegion(1909): Closed ns4:test-16997815214243,,1699781527484.5ebbd7507ee19a35dc51300bafaed473. 2023-11-12T09:32:08,319 DEBUG [RegionOpenAndInit-ns4:test-16997815214243-pool-0 {}] regionserver.HRegion(1622): Region close journal for 5ebbd7507ee19a35dc51300bafaed473: 2023-11-12T09:32:08,321 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns4:test-16997815214243 execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:32:08,321 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns4:test-16997815214243,,1699781527484.5ebbd7507ee19a35dc51300bafaed473.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1699781528321"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699781528321"}]},"ts":"1699781528321"} 2023-11-12T09:32:08,323 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:32:08,324 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns4:test-16997815214243 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:32:08,324 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16997815214243","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781528324"}]},"ts":"1699781528324"} 2023-11-12T09:32:08,326 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16997815214243, state=ENABLING in hbase:meta 2023-11-12T09:32:08,332 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16997815214243, region=5ebbd7507ee19a35dc51300bafaed473, ASSIGN}] 2023-11-12T09:32:08,334 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16997815214243, region=5ebbd7507ee19a35dc51300bafaed473, ASSIGN 2023-11-12T09:32:08,335 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns4:test-16997815214243, region=5ebbd7507ee19a35dc51300bafaed473, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,40965,1699781511436; forceNewPlan=false, retain=false 2023-11-12T09:32:08,486 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=5ebbd7507ee19a35dc51300bafaed473, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:08,488 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE; OpenRegionProcedure 5ebbd7507ee19a35dc51300bafaed473, server=jenkins-hbase3.apache.org,40965,1699781511436}] 2023-11-12T09:32:08,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:32:08,626 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-12T09:32:08,642 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:08,647 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(130): Open ns4:test-16997815214243,,1699781527484.5ebbd7507ee19a35dc51300bafaed473. 2023-11-12T09:32:08,647 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7254): Opening region: {ENCODED => 5ebbd7507ee19a35dc51300bafaed473, NAME => 'ns4:test-16997815214243,,1699781527484.5ebbd7507ee19a35dc51300bafaed473.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:32:08,647 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:32:08,647 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16997815214243 5ebbd7507ee19a35dc51300bafaed473 2023-11-12T09:32:08,647 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(888): Instantiated ns4:test-16997815214243,,1699781527484.5ebbd7507ee19a35dc51300bafaed473.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:32:08,648 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7296): checking encryption for 5ebbd7507ee19a35dc51300bafaed473 2023-11-12T09:32:08,648 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7299): checking classloading for 5ebbd7507ee19a35dc51300bafaed473 2023-11-12T09:32:08,656 INFO [StoreOpener-5ebbd7507ee19a35dc51300bafaed473-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5ebbd7507ee19a35dc51300bafaed473 2023-11-12T09:32:08,658 INFO [StoreOpener-5ebbd7507ee19a35dc51300bafaed473-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ebbd7507ee19a35dc51300bafaed473 columnFamilyName f 2023-11-12T09:32:08,658 DEBUG [StoreOpener-5ebbd7507ee19a35dc51300bafaed473-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:32:08,659 INFO [StoreOpener-5ebbd7507ee19a35dc51300bafaed473-1 {}] regionserver.HStore(324): Store=5ebbd7507ee19a35dc51300bafaed473/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:32:08,663 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/ns4/test-16997815214243/5ebbd7507ee19a35dc51300bafaed473 2023-11-12T09:32:08,669 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/ns4/test-16997815214243/5ebbd7507ee19a35dc51300bafaed473 2023-11-12T09:32:08,673 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1076): writing seq id for 5ebbd7507ee19a35dc51300bafaed473 2023-11-12T09:32:08,679 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/ns4/test-16997815214243/5ebbd7507ee19a35dc51300bafaed473/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:32:08,680 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): Opened 5ebbd7507ee19a35dc51300bafaed473; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11353749760, jitterRate=0.05740034580230713}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:32:08,682 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(992): Region open journal for 5ebbd7507ee19a35dc51300bafaed473: 2023-11-12T09:32:08,684 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2556): Post open deploy tasks for ns4:test-16997815214243,,1699781527484.5ebbd7507ee19a35dc51300bafaed473., pid=24, masterSystemTime=1699781528642 2023-11-12T09:32:08,689 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2583): Finished post open deploy task for ns4:test-16997815214243,,1699781527484.5ebbd7507ee19a35dc51300bafaed473. 2023-11-12T09:32:08,689 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(158): Opened ns4:test-16997815214243,,1699781527484.5ebbd7507ee19a35dc51300bafaed473. 2023-11-12T09:32:08,690 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=5ebbd7507ee19a35dc51300bafaed473, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:08,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=24, resume processing ppid=23 2023-11-12T09:32:08,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=24, ppid=23, state=SUCCESS; OpenRegionProcedure 5ebbd7507ee19a35dc51300bafaed473, server=jenkins-hbase3.apache.org,40965,1699781511436 in 204 msec 2023-11-12T09:32:08,698 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=23, resume processing ppid=22 2023-11-12T09:32:08,698 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=23, ppid=22, state=SUCCESS; TransitRegionStateProcedure table=ns4:test-16997815214243, region=5ebbd7507ee19a35dc51300bafaed473, ASSIGN in 363 msec 2023-11-12T09:32:08,701 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns4:test-16997815214243 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:32:08,702 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16997815214243","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781528701"}]},"ts":"1699781528701"} 2023-11-12T09:32:08,705 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16997815214243, state=ENABLED in hbase:meta 2023-11-12T09:32:08,708 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16997815214243 execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:32:08,710 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=22, state=SUCCESS; CreateTableProcedure table=ns4:test-16997815214243 in 1.2230 sec 2023-11-12T09:32:09,483 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-16997815214241 2023-11-12T09:32:09,483 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-16997815214241 Metrics about Tables on a single HBase RegionServer 2023-11-12T09:32:09,484 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-16997815214243 2023-11-12T09:32:09,484 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-16997815214243 Metrics about Tables on a single HBase RegionServer 2023-11-12T09:32:09,485 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1699781521424 2023-11-12T09:32:09,485 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1699781521424 Metrics about Tables on a single HBase RegionServer 2023-11-12T09:32:09,486 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-16997815214242 2023-11-12T09:32:09,486 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-16997815214242 Metrics about Tables on a single HBase RegionServer 2023-11-12T09:32:09,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:32:09,599 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns4:test-16997815214243, procId: 22 completed 2023-11-12T09:32:09,599 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns4:test-16997815214243 get assigned. Timeout = 60000ms 2023-11-12T09:32:09,599 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-12T09:32:09,603 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] hbase.HBaseTestingUtility(3581): All regions for table ns4:test-16997815214243 assigned to meta. Checking AM states. 2023-11-12T09:32:09,603 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-12T09:32:09,604 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] hbase.HBaseTestingUtility(3601): All regions for table ns4:test-16997815214243 assigned. 2023-11-12T09:32:09,604 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x4a543234 to 127.0.0.1:58891 2023-11-12T09:32:09,604 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:32:09,647 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] hbase.ResourceChecker(147): before: backup.TestIncrementalBackupMergeWithFailures#TestIncBackupMergeRestore Thread=583, OpenFileDescriptor=689, MaxFileDescriptor=60000, SystemLoadAverage=196, ProcessCount=168, AvailableMemoryMB=5501 2023-11-12T09:32:09,647 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] hbase.ResourceChecker(130): Thread=583 is superior to 500 2023-11-12T09:32:09,650 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] backup.TestIncrementalBackupMergeWithFailures(230): create full backup image for all tables 2023-11-12T09:32:09,654 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x6ebc04a9 to 127.0.0.1:58891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:32:09,660 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6036268b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:32:09,669 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:32:09,671 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:38316, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:32:09,684 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:32:09,685 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:43524, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:32:09,695 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.HMaster$18(3398): Client=jenkins//172.31.12.81 creating {NAME => 'backup'} 2023-11-12T09:32:09,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] procedure2.ProcedureExecutor(1032): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=backup 2023-11-12T09:32:09,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=25 2023-11-12T09:32:09,705 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:32:09,710 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=25, state=SUCCESS; CreateNamespaceProcedure, namespace=backup in 14 msec 2023-11-12T09:32:09,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=25 2023-11-12T09:32:09,817 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:32:09,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] procedure2.ProcedureExecutor(1032): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system 2023-11-12T09:32:09,822 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:32:09,822 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:32:09,822 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2023-11-12T09:32:09,823 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:32:09,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-12T09:32:09,840 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => dc64ec1b2bad13b868d3c1ccd155b748, NAME => 'backup:system,,1699781529817.dc64ec1b2bad13b868d3c1ccd155b748.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3 2023-11-12T09:32:09,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-12T09:32:10,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-12T09:32:10,250 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system,,1699781529817.dc64ec1b2bad13b868d3c1ccd155b748.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:32:10,250 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1668): Closing dc64ec1b2bad13b868d3c1ccd155b748, disabling compactions & flushes 2023-11-12T09:32:10,250 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system,,1699781529817.dc64ec1b2bad13b868d3c1ccd155b748. 2023-11-12T09:32:10,250 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1699781529817.dc64ec1b2bad13b868d3c1ccd155b748. 2023-11-12T09:32:10,250 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1699781529817.dc64ec1b2bad13b868d3c1ccd155b748. after waiting 0 ms 2023-11-12T09:32:10,250 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1699781529817.dc64ec1b2bad13b868d3c1ccd155b748. 2023-11-12T09:32:10,250 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1909): Closed backup:system,,1699781529817.dc64ec1b2bad13b868d3c1ccd155b748. 2023-11-12T09:32:10,251 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1622): Region close journal for dc64ec1b2bad13b868d3c1ccd155b748: 2023-11-12T09:32:10,252 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:32:10,253 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system,,1699781529817.dc64ec1b2bad13b868d3c1ccd155b748.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1699781530252"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699781530252"}]},"ts":"1699781530252"} 2023-11-12T09:32:10,255 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:32:10,256 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:32:10,256 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781530256"}]},"ts":"1699781530256"} 2023-11-12T09:32:10,258 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLING in hbase:meta 2023-11-12T09:32:10,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=dc64ec1b2bad13b868d3c1ccd155b748, ASSIGN}] 2023-11-12T09:32:10,266 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=dc64ec1b2bad13b868d3c1ccd155b748, ASSIGN 2023-11-12T09:32:10,267 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system, region=dc64ec1b2bad13b868d3c1ccd155b748, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,40965,1699781511436; forceNewPlan=false, retain=false 2023-11-12T09:32:10,419 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=dc64ec1b2bad13b868d3c1ccd155b748, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:10,421 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE; OpenRegionProcedure dc64ec1b2bad13b868d3c1ccd155b748, server=jenkins-hbase3.apache.org,40965,1699781511436}] 2023-11-12T09:32:10,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-12T09:32:10,574 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:10,579 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(130): Open backup:system,,1699781529817.dc64ec1b2bad13b868d3c1ccd155b748. 2023-11-12T09:32:10,579 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7254): Opening region: {ENCODED => dc64ec1b2bad13b868d3c1ccd155b748, NAME => 'backup:system,,1699781529817.dc64ec1b2bad13b868d3c1ccd155b748.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:32:10,580 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:32:10,580 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system dc64ec1b2bad13b868d3c1ccd155b748 2023-11-12T09:32:10,580 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(888): Instantiated backup:system,,1699781529817.dc64ec1b2bad13b868d3c1ccd155b748.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:32:10,580 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7296): checking encryption for dc64ec1b2bad13b868d3c1ccd155b748 2023-11-12T09:32:10,580 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7299): checking classloading for dc64ec1b2bad13b868d3c1ccd155b748 2023-11-12T09:32:10,582 INFO [StoreOpener-dc64ec1b2bad13b868d3c1ccd155b748-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region dc64ec1b2bad13b868d3c1ccd155b748 2023-11-12T09:32:10,585 INFO [StoreOpener-dc64ec1b2bad13b868d3c1ccd155b748-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc64ec1b2bad13b868d3c1ccd155b748 columnFamilyName meta 2023-11-12T09:32:10,585 DEBUG [StoreOpener-dc64ec1b2bad13b868d3c1ccd155b748-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:32:10,586 INFO [StoreOpener-dc64ec1b2bad13b868d3c1ccd155b748-1 {}] regionserver.HStore(324): Store=dc64ec1b2bad13b868d3c1ccd155b748/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:32:10,586 INFO [StoreOpener-dc64ec1b2bad13b868d3c1ccd155b748-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region dc64ec1b2bad13b868d3c1ccd155b748 2023-11-12T09:32:10,588 INFO [StoreOpener-dc64ec1b2bad13b868d3c1ccd155b748-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc64ec1b2bad13b868d3c1ccd155b748 columnFamilyName session 2023-11-12T09:32:10,588 DEBUG [StoreOpener-dc64ec1b2bad13b868d3c1ccd155b748-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:32:10,588 INFO [StoreOpener-dc64ec1b2bad13b868d3c1ccd155b748-1 {}] regionserver.HStore(324): Store=dc64ec1b2bad13b868d3c1ccd155b748/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:32:10,589 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/backup/system/dc64ec1b2bad13b868d3c1ccd155b748 2023-11-12T09:32:10,590 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/backup/system/dc64ec1b2bad13b868d3c1ccd155b748 2023-11-12T09:32:10,591 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-11-12T09:32:10,593 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1076): writing seq id for dc64ec1b2bad13b868d3c1ccd155b748 2023-11-12T09:32:10,596 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/backup/system/dc64ec1b2bad13b868d3c1ccd155b748/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:32:10,597 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): Opened dc64ec1b2bad13b868d3c1ccd155b748; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10753158720, jitterRate=0.0014659464359283447}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-11-12T09:32:10,597 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(992): Region open journal for dc64ec1b2bad13b868d3c1ccd155b748: 2023-11-12T09:32:10,598 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system,,1699781529817.dc64ec1b2bad13b868d3c1ccd155b748., pid=28, masterSystemTime=1699781530574 2023-11-12T09:32:10,601 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system,,1699781529817.dc64ec1b2bad13b868d3c1ccd155b748. 2023-11-12T09:32:10,601 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(158): Opened backup:system,,1699781529817.dc64ec1b2bad13b868d3c1ccd155b748. 2023-11-12T09:32:10,601 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=dc64ec1b2bad13b868d3c1ccd155b748, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:10,606 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=28, resume processing ppid=27 2023-11-12T09:32:10,606 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=28, ppid=27, state=SUCCESS; OpenRegionProcedure dc64ec1b2bad13b868d3c1ccd155b748, server=jenkins-hbase3.apache.org,40965,1699781511436 in 182 msec 2023-11-12T09:32:10,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=27, resume processing ppid=26 2023-11-12T09:32:10,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=27, ppid=26, state=SUCCESS; TransitRegionStateProcedure table=backup:system, region=dc64ec1b2bad13b868d3c1ccd155b748, ASSIGN in 342 msec 2023-11-12T09:32:10,610 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:32:10,610 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781530610"}]},"ts":"1699781530610"} 2023-11-12T09:32:10,612 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLED in hbase:meta 2023-11-12T09:32:10,614 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:32:10,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=26, state=SUCCESS; CreateTableProcedure table=backup:system in 797 msec 2023-11-12T09:32:10,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-12T09:32:10,932 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: backup:system, procId: 26 completed 2023-11-12T09:32:10,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:32:10,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] procedure2.ProcedureExecutor(1032): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system_bulk 2023-11-12T09:32:10,956 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:32:10,957 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:32:10,957 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2023-11-12T09:32:10,958 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:32:10,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-12T09:32:11,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-12T09:32:11,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-12T09:32:11,372 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => d40a66decc7d2d51470e723cfd6e415d, NAME => 'backup:system_bulk,,1699781530952.d40a66decc7d2d51470e723cfd6e415d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3 2023-11-12T09:32:11,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-12T09:32:11,785 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1699781530952.d40a66decc7d2d51470e723cfd6e415d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:32:11,785 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1668): Closing d40a66decc7d2d51470e723cfd6e415d, disabling compactions & flushes 2023-11-12T09:32:11,786 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1699781530952.d40a66decc7d2d51470e723cfd6e415d. 2023-11-12T09:32:11,786 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1699781530952.d40a66decc7d2d51470e723cfd6e415d. 2023-11-12T09:32:11,786 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1699781530952.d40a66decc7d2d51470e723cfd6e415d. after waiting 0 ms 2023-11-12T09:32:11,786 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1699781530952.d40a66decc7d2d51470e723cfd6e415d. 2023-11-12T09:32:11,786 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1909): Closed backup:system_bulk,,1699781530952.d40a66decc7d2d51470e723cfd6e415d. 2023-11-12T09:32:11,786 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1622): Region close journal for d40a66decc7d2d51470e723cfd6e415d: 2023-11-12T09:32:11,787 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:32:11,788 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system_bulk,,1699781530952.d40a66decc7d2d51470e723cfd6e415d.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1699781531788"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699781531788"}]},"ts":"1699781531788"} 2023-11-12T09:32:11,790 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:32:11,791 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:32:11,792 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781531792"}]},"ts":"1699781531792"} 2023-11-12T09:32:11,793 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2023-11-12T09:32:11,799 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=d40a66decc7d2d51470e723cfd6e415d, ASSIGN}] 2023-11-12T09:32:11,801 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=d40a66decc7d2d51470e723cfd6e415d, ASSIGN 2023-11-12T09:32:11,802 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system_bulk, region=d40a66decc7d2d51470e723cfd6e415d, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,40965,1699781511436; forceNewPlan=false, retain=false 2023-11-12T09:32:11,954 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=d40a66decc7d2d51470e723cfd6e415d, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:11,957 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; OpenRegionProcedure d40a66decc7d2d51470e723cfd6e415d, server=jenkins-hbase3.apache.org,40965,1699781511436}] 2023-11-12T09:32:12,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-12T09:32:12,109 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:12,115 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(130): Open backup:system_bulk,,1699781530952.d40a66decc7d2d51470e723cfd6e415d. 2023-11-12T09:32:12,116 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7254): Opening region: {ENCODED => d40a66decc7d2d51470e723cfd6e415d, NAME => 'backup:system_bulk,,1699781530952.d40a66decc7d2d51470e723cfd6e415d.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:32:12,116 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:32:12,116 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk d40a66decc7d2d51470e723cfd6e415d 2023-11-12T09:32:12,116 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1699781530952.d40a66decc7d2d51470e723cfd6e415d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:32:12,117 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7296): checking encryption for d40a66decc7d2d51470e723cfd6e415d 2023-11-12T09:32:12,117 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7299): checking classloading for d40a66decc7d2d51470e723cfd6e415d 2023-11-12T09:32:12,119 INFO [StoreOpener-d40a66decc7d2d51470e723cfd6e415d-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region d40a66decc7d2d51470e723cfd6e415d 2023-11-12T09:32:12,123 INFO [StoreOpener-d40a66decc7d2d51470e723cfd6e415d-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d40a66decc7d2d51470e723cfd6e415d columnFamilyName meta 2023-11-12T09:32:12,123 DEBUG [StoreOpener-d40a66decc7d2d51470e723cfd6e415d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:32:12,123 INFO [StoreOpener-d40a66decc7d2d51470e723cfd6e415d-1 {}] regionserver.HStore(324): Store=d40a66decc7d2d51470e723cfd6e415d/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:32:12,124 INFO [StoreOpener-d40a66decc7d2d51470e723cfd6e415d-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region d40a66decc7d2d51470e723cfd6e415d 2023-11-12T09:32:12,126 INFO [StoreOpener-d40a66decc7d2d51470e723cfd6e415d-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d40a66decc7d2d51470e723cfd6e415d columnFamilyName session 2023-11-12T09:32:12,126 DEBUG [StoreOpener-d40a66decc7d2d51470e723cfd6e415d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:32:12,127 INFO [StoreOpener-d40a66decc7d2d51470e723cfd6e415d-1 {}] regionserver.HStore(324): Store=d40a66decc7d2d51470e723cfd6e415d/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:32:12,128 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/backup/system_bulk/d40a66decc7d2d51470e723cfd6e415d 2023-11-12T09:32:12,128 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/backup/system_bulk/d40a66decc7d2d51470e723cfd6e415d 2023-11-12T09:32:12,130 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-11-12T09:32:12,133 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1076): writing seq id for d40a66decc7d2d51470e723cfd6e415d 2023-11-12T09:32:12,136 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/backup/system_bulk/d40a66decc7d2d51470e723cfd6e415d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:32:12,137 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): Opened d40a66decc7d2d51470e723cfd6e415d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11652680480, jitterRate=0.085240438580513}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-11-12T09:32:12,138 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(992): Region open journal for d40a66decc7d2d51470e723cfd6e415d: 2023-11-12T09:32:12,139 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system_bulk,,1699781530952.d40a66decc7d2d51470e723cfd6e415d., pid=31, masterSystemTime=1699781532109 2023-11-12T09:32:12,142 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system_bulk,,1699781530952.d40a66decc7d2d51470e723cfd6e415d. 2023-11-12T09:32:12,142 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(158): Opened backup:system_bulk,,1699781530952.d40a66decc7d2d51470e723cfd6e415d. 2023-11-12T09:32:12,143 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=d40a66decc7d2d51470e723cfd6e415d, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:12,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=31, resume processing ppid=30 2023-11-12T09:32:12,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=31, ppid=30, state=SUCCESS; OpenRegionProcedure d40a66decc7d2d51470e723cfd6e415d, server=jenkins-hbase3.apache.org,40965,1699781511436 in 189 msec 2023-11-12T09:32:12,151 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=30, resume processing ppid=29 2023-11-12T09:32:12,151 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=backup:system_bulk, region=d40a66decc7d2d51470e723cfd6e415d, ASSIGN in 349 msec 2023-11-12T09:32:12,153 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:32:12,157 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781532153"}]},"ts":"1699781532153"} 2023-11-12T09:32:12,160 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2023-11-12T09:32:12,163 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:32:12,166 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=29, state=SUCCESS; CreateTableProcedure table=backup:system_bulk in 1.2100 sec 2023-11-12T09:32:12,293 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2023-11-12T09:32:12,293 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-16997815214242' 2023-11-12T09:32:12,294 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2023-11-12T09:32:12,295 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-16997815214243' 2023-11-12T09:32:13,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-12T09:32:13,067 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: backup:system_bulk, procId: 29 completed 2023-11-12T09:32:13,084 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-11-12T09:32:13,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 0ms 2023-11-12T09:32:13,128 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-12T09:32:13,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1699781533129 (current time:1699781533129). 2023-11-12T09:32:13,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-12T09:32:13,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-11-12T09:32:13,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x2d6af82e to 127.0.0.1:58891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:32:13,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32d1f4a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:32:13,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:32:13,147 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:38326, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:32:13,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x2d6af82e to 127.0.0.1:58891 2023-11-12T09:32:13,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:32:13,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-12T09:32:13,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] procedure2.ProcedureExecutor(1032): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-12T09:32:13,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-11-12T09:32:13,174 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-12T09:32:13,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-12T09:32:13,182 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-12T09:32:13,196 WARN [PEWorker-4 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/.hbase-snapshot, current working dir path: hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/.hbase-snapshot/.tmp/snapshot_backup_system org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-12T09:32:13,198 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-12T09:32:13,212 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-12T09:32:13,215 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure dc64ec1b2bad13b868d3c1ccd155b748}] 2023-11-12T09:32:13,223 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure dc64ec1b2bad13b868d3c1ccd155b748 2023-11-12T09:32:13,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-12T09:32:13,383 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:13,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40965 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2023-11-12T09:32:13,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1699781529817.dc64ec1b2bad13b868d3c1ccd155b748. 2023-11-12T09:32:13,387 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2819): Flushing dc64ec1b2bad13b868d3c1ccd155b748 2/2 column families, dataSize=45 B heapSize=632 B 2023-11-12T09:32:13,468 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/backup/system/dc64ec1b2bad13b868d3c1ccd155b748/.tmp/session/038e87df18e74796a7e0c030a28e096f is 49, key is activesession:/session:c/1699781533111/Put/seqid=0 2023-11-12T09:32:13,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-12T09:32:13,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-12T09:32:13,888 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/backup/system/dc64ec1b2bad13b868d3c1ccd155b748/.tmp/session/038e87df18e74796a7e0c030a28e096f 2023-11-12T09:32:13,961 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/backup/system/dc64ec1b2bad13b868d3c1ccd155b748/.tmp/session/038e87df18e74796a7e0c030a28e096f as hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/backup/system/dc64ec1b2bad13b868d3c1ccd155b748/session/038e87df18e74796a7e0c030a28e096f 2023-11-12T09:32:13,970 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/backup/system/dc64ec1b2bad13b868d3c1ccd155b748/session/038e87df18e74796a7e0c030a28e096f, entries=1, sequenceid=5, filesize=4.9 K 2023-11-12T09:32:13,975 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3022): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for dc64ec1b2bad13b868d3c1ccd155b748 in 587ms, sequenceid=5, compaction requested=false 2023-11-12T09:32:13,976 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2520): Flush status journal for dc64ec1b2bad13b868d3c1ccd155b748: 2023-11-12T09:32:13,976 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1699781529817.dc64ec1b2bad13b868d3c1ccd155b748. for snapshot_backup_system completed. 2023-11-12T09:32:13,977 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1699781529817.dc64ec1b2bad13b868d3c1ccd155b748.' region-info for snapshot=snapshot_backup_system 2023-11-12T09:32:13,984 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-12T09:32:13,988 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-11-12T09:32:13,989 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/backup/system/dc64ec1b2bad13b868d3c1ccd155b748/session/038e87df18e74796a7e0c030a28e096f] hfiles 2023-11-12T09:32:13,989 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/backup/system/dc64ec1b2bad13b868d3c1ccd155b748/session/038e87df18e74796a7e0c030a28e096f for snapshot=snapshot_backup_system 2023-11-12T09:32:14,153 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-12T09:32:14,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-12T09:32:14,404 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1699781529817.dc64ec1b2bad13b868d3c1ccd155b748. 2023-11-12T09:32:14,408 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=33 2023-11-12T09:32:14,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.HMaster(4026): Remote procedure done, pid=33 2023-11-12T09:32:14,412 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region dc64ec1b2bad13b868d3c1ccd155b748 2023-11-12T09:32:14,413 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure dc64ec1b2bad13b868d3c1ccd155b748 2023-11-12T09:32:14,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=33, resume processing ppid=32 2023-11-12T09:32:14,417 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-12T09:32:14,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=33, ppid=32, state=SUCCESS; SnapshotRegionProcedure dc64ec1b2bad13b868d3c1ccd155b748 in 1.2000 sec 2023-11-12T09:32:14,418 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-12T09:32:14,422 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-12T09:32:14,422 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-11-12T09:32:14,424 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/.hbase-snapshot/.tmp/snapshot_backup_system 2023-11-12T09:32:14,453 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-12T09:32:14,468 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-12T09:32:14,469 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/.hbase-snapshot/snapshot_backup_system 2023-11-12T09:32:14,472 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-12T09:32:14,472 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-11-12T09:32:14,474 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.3100 sec 2023-11-12T09:32:15,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-12T09:32:15,285 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: backup:system, procId: 32 completed 2023-11-12T09:32:15,285 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] impl.TableBackupClient(115): Backup backup_1699781529663 started at 1699781535285. 2023-11-12T09:32:15,307 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.TableBackupClient(119): Backup session backup_1699781529663 has been started. 2023-11-12T09:32:15,310 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-11-12T09:32:15,321 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(962): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-11-12T09:32:15,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-11-12T09:32:15,325 INFO [(jenkins-hbase3.apache.org,36011,1699781508346)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-11-12T09:32:15,325 DEBUG [(jenkins-hbase3.apache.org,36011,1699781508346)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-11-12T09:32:15,326 DEBUG [(jenkins-hbase3.apache.org,36011,1699781508346)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-11-12T09:32:15,326 DEBUG [(jenkins-hbase3.apache.org,36011,1699781508346)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-11-12T09:32:15,327 DEBUG [(jenkins-hbase3.apache.org,36011,1699781508346)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-11-12T09:32:15,327 DEBUG [(jenkins-hbase3.apache.org,36011,1699781508346)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-11-12T09:32:15,330 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40965-0x1004cf967510001, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-11-12T09:32:15,330 DEBUG [(jenkins-hbase3.apache.org,36011,1699781508346)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:15,330 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-12T09:32:15,330 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-12T09:32:15,330 DEBUG [(jenkins-hbase3.apache.org,36011,1699781508346)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:15,330 DEBUG [(jenkins-hbase3.apache.org,36011,1699781508346)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-11-12T09:32:15,330 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-11-12T09:32:15,331 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40965-0x1004cf967510001, quorum=127.0.0.1:58891, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-11-12T09:32:15,331 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-11-12T09:32:15,331 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-11-12T09:32:15,331 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-11-12T09:32:15,333 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-11-12T09:32:15,333 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-11-12T09:32:15,333 DEBUG [member: 'jenkins-hbase3.apache.org,40965,1699781511436' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-11-12T09:32:15,334 DEBUG [member: 'jenkins-hbase3.apache.org,40965,1699781511436' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-11-12T09:32:15,334 DEBUG [member: 'jenkins-hbase3.apache.org,40965,1699781511436' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-11-12T09:32:15,334 DEBUG [member: 'jenkins-hbase3.apache.org,40965,1699781511436' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-11-12T09:32:15,334 DEBUG [member: 'jenkins-hbase3.apache.org,40965,1699781511436' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,40965,1699781511436' joining acquired barrier for procedure (rolllog) in zk 2023-11-12T09:32:15,337 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:15,337 DEBUG [member: 'jenkins-hbase3.apache.org,40965,1699781511436' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-11-12T09:32:15,337 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:15,337 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:32:15,337 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:32:15,337 DEBUG [member: 'jenkins-hbase3.apache.org,40965,1699781511436' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40965-0x1004cf967510001, quorum=127.0.0.1:58891, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-11-12T09:32:15,337 DEBUG [member: 'jenkins-hbase3.apache.org,40965,1699781511436' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-11-12T09:32:15,337 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:32:15,338 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:32:15,338 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:32:15,338 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:15,339 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:32:15,339 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,40965,1699781511436' joining acquired barrier for procedure 'rolllog' on coordinator 2023-11-12T09:32:15,339 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@74292262[Count = 0] remaining members to acquire global barrier 2023-11-12T09:32:15,339 DEBUG [(jenkins-hbase3.apache.org,36011,1699781508346)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-11-12T09:32:15,339 DEBUG [(jenkins-hbase3.apache.org,36011,1699781508346)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-11-12T09:32:15,341 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40965-0x1004cf967510001, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-12T09:32:15,341 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-11-12T09:32:15,342 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-11-12T09:32:15,342 DEBUG [member: 'jenkins-hbase3.apache.org,40965,1699781511436' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-11-12T09:32:15,342 DEBUG [(jenkins-hbase3.apache.org,36011,1699781508346)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:15,342 DEBUG [(jenkins-hbase3.apache.org,36011,1699781508346)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-11-12T09:32:15,343 DEBUG [member: 'jenkins-hbase3.apache.org,40965,1699781511436' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-11-12T09:32:15,343 DEBUG [rs(jenkins-hbase3.apache.org,40965,1699781511436)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:15,343 INFO [rs(jenkins-hbase3.apache.org,40965,1699781511436)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1699781513989 highest: 1699781513989 on jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:15,343 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C40965%2C1699781511436:(num 1699781513989) roll requested 2023-11-12T09:32:15,354 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/WALs/jenkins-hbase3.apache.org,40965,1699781511436/jenkins-hbase3.apache.org%2C40965%2C1699781511436.1699781535343, exclude list is [], retry=0 2023-11-12T09:32:15,363 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40327,DS-32376761-258b-4b7c-9dd9-fde8ad4d2c65,DISK] 2023-11-12T09:32:15,374 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/WALs/jenkins-hbase3.apache.org,40965,1699781511436/jenkins-hbase3.apache.org%2C40965%2C1699781511436.1699781513989 with entries=19, filesize=4.02 KB; new WAL /user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/WALs/jenkins-hbase3.apache.org,40965,1699781511436/jenkins-hbase3.apache.org%2C40965%2C1699781511436.1699781535343 2023-11-12T09:32:15,375 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:40327,DS-32376761-258b-4b7c-9dd9-fde8ad4d2c65,DISK]] 2023-11-12T09:32:15,375 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/WALs/jenkins-hbase3.apache.org,40965,1699781511436/jenkins-hbase3.apache.org%2C40965%2C1699781511436.1699781513989 is not closed yet, will try archiving it next time 2023-11-12T09:32:15,375 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C40965%2C1699781511436.meta:.meta(num 1699781514632) roll requested 2023-11-12T09:32:15,389 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/WALs/jenkins-hbase3.apache.org,40965,1699781511436/jenkins-hbase3.apache.org%2C40965%2C1699781511436.meta.1699781535376.meta, exclude list is [], retry=0 2023-11-12T09:32:15,394 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40327,DS-32376761-258b-4b7c-9dd9-fde8ad4d2c65,DISK] 2023-11-12T09:32:15,397 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/WALs/jenkins-hbase3.apache.org,40965,1699781511436/jenkins-hbase3.apache.org%2C40965%2C1699781511436.meta.1699781514632.meta with entries=36, filesize=11.13 KB; new WAL /user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/WALs/jenkins-hbase3.apache.org,40965,1699781511436/jenkins-hbase3.apache.org%2C40965%2C1699781511436.meta.1699781535376.meta 2023-11-12T09:32:15,397 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:40327,DS-32376761-258b-4b7c-9dd9-fde8ad4d2c65,DISK]] 2023-11-12T09:32:15,397 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/WALs/jenkins-hbase3.apache.org,40965,1699781511436/jenkins-hbase3.apache.org%2C40965%2C1699781511436.meta.1699781514632.meta is not closed yet, will try archiving it next time 2023-11-12T09:32:15,403 DEBUG [rs(jenkins-hbase3.apache.org,40965,1699781511436)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2023-11-12T09:32:15,404 INFO [rs(jenkins-hbase3.apache.org,40965,1699781511436)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1699781535343 on jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:15,404 DEBUG [rs(jenkins-hbase3.apache.org,40965,1699781511436)-backup-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:32:15,406 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:60268, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-11-12T09:32:15,424 DEBUG [member: 'jenkins-hbase3.apache.org,40965,1699781511436' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-11-12T09:32:15,424 DEBUG [member: 'jenkins-hbase3.apache.org,40965,1699781511436' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,40965,1699781511436' in zk 2023-11-12T09:32:15,427 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:15,428 DEBUG [member: 'jenkins-hbase3.apache.org,40965,1699781511436' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-11-12T09:32:15,428 DEBUG [member: 'jenkins-hbase3.apache.org,40965,1699781511436' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-12T09:32:15,428 DEBUG [member: 'jenkins-hbase3.apache.org,40965,1699781511436' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-11-12T09:32:15,428 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:15,428 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:32:15,429 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:32:15,429 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:32:15,429 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:32:15,430 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:32:15,430 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:15,431 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:32:15,431 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:32:15,432 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:15,432 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,40965,1699781511436': 2023-11-12T09:32:15,433 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,40965,1699781511436' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-11-12T09:32:15,433 INFO [(jenkins-hbase3.apache.org,36011,1699781508346)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-11-12T09:32:15,433 DEBUG [(jenkins-hbase3.apache.org,36011,1699781508346)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-11-12T09:32:15,433 DEBUG [(jenkins-hbase3.apache.org,36011,1699781508346)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-11-12T09:32:15,433 DEBUG [(jenkins-hbase3.apache.org,36011,1699781508346)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-11-12T09:32:15,433 INFO [(jenkins-hbase3.apache.org,36011,1699781508346)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-11-12T09:32:15,441 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40965-0x1004cf967510001, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-12T09:32:15,441 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40965-0x1004cf967510001, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-11-12T09:32:15,441 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-12T09:32:15,441 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-11-12T09:32:15,441 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-12T09:32:15,441 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-11-12T09:32:15,441 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:32:15,441 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:32:15,441 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-12T09:32:15,441 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:32:15,442 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-12T09:32:15,442 DEBUG [(jenkins-hbase3.apache.org,36011,1699781508346)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:15,442 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-12T09:32:15,442 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:32:15,442 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:32:15,443 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:32:15,443 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:15,444 DEBUG [(jenkins-hbase3.apache.org,36011,1699781508346)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:15,444 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:32:15,444 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:32:15,445 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:15,454 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:15,454 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-11-12T09:32:15,454 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-11-12T09:32:15,454 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40965-0x1004cf967510001, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-11-12T09:32:15,454 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:15,454 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-12T09:32:15,454 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-12T09:32:15,454 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-12T09:32:15,454 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-12T09:32:15,454 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-12T09:32:15,454 DEBUG [(jenkins-hbase3.apache.org,36011,1699781508346)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-12T09:32:15,454 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40965-0x1004cf967510001, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-11-12T09:32:15,454 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-11-12T09:32:15,454 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-11-12T09:32:15,455 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-12T09:32:15,455 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-12T09:32:15,457 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] client.HBaseAdmin(2906): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-11-12T09:32:15,457 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] client.HBaseAdmin(2914): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-11-12T09:32:15,557 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] client.HBaseAdmin(2920): Getting current status of procedure from master... 2023-11-12T09:32:15,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1263): Checking to see if procedure from request:rolllog-proc is done 2023-11-12T09:32:15,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1699781535568_default_test-1699781521424 table=test-1699781521424 type=FLUSH ttl=0 } 2023-11-12T09:32:15,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1699781535569 (current time:1699781535569). 2023-11-12T09:32:15,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-12T09:32:15,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1699781535568_default_test-1699781521424 VERSION not specified, setting to 2 2023-11-12T09:32:15,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x12edae6a to 127.0.0.1:58891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:32:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40872904, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:32:15,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:32:15,581 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:49650, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:32:15,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x12edae6a to 127.0.0.1:58891 2023-11-12T09:32:15,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:32:15,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-12T09:32:15,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] procedure2.ProcedureExecutor(1032): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781535568_default_test-1699781521424 table=test-1699781521424 type=FLUSH ttl=0 } 2023-11-12T09:32:15,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_1699781535568_default_test-1699781521424 table=test-1699781521424 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-11-12T09:32:15,586 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781535568_default_test-1699781521424 table=test-1699781521424 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-12T09:32:15,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:32:15,587 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781535568_default_test-1699781521424 table=test-1699781521424 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-12T09:32:15,590 WARN [PEWorker-3 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/.hbase-snapshot, current working dir path: hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/.hbase-snapshot/.tmp/snapshot_1699781535568_default_test-1699781521424 org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-12T09:32:15,592 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781535568_default_test-1699781521424 table=test-1699781521424 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-12T09:32:15,601 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781535568_default_test-1699781521424 table=test-1699781521424 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-12T09:32:15,602 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure bacca8783258143f9a5a49044e996202}] 2023-11-12T09:32:15,603 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure bacca8783258143f9a5a49044e996202 2023-11-12T09:32:15,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:32:15,754 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:15,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40965 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2023-11-12T09:32:15,755 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1699781521424,,1699781521915.bacca8783258143f9a5a49044e996202. 2023-11-12T09:32:15,757 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2819): Flushing bacca8783258143f9a5a49044e996202 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-11-12T09:32:15,775 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/default/test-1699781521424/bacca8783258143f9a5a49044e996202/.tmp/f/08cf1847058443f6bac2189912598863 is 37, key is row10/f:q1/1699781524073/Put/seqid=0 2023-11-12T09:32:15,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:32:16,186 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/default/test-1699781521424/bacca8783258143f9a5a49044e996202/.tmp/f/08cf1847058443f6bac2189912598863 2023-11-12T09:32:16,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:32:16,197 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/default/test-1699781521424/bacca8783258143f9a5a49044e996202/.tmp/f/08cf1847058443f6bac2189912598863 as hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/default/test-1699781521424/bacca8783258143f9a5a49044e996202/f/08cf1847058443f6bac2189912598863 2023-11-12T09:32:16,206 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/default/test-1699781521424/bacca8783258143f9a5a49044e996202/f/08cf1847058443f6bac2189912598863, entries=99, sequenceid=103, filesize=8.2 K 2023-11-12T09:32:16,208 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for bacca8783258143f9a5a49044e996202 in 452ms, sequenceid=103, compaction requested=false 2023-11-12T09:32:16,209 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2520): Flush status journal for bacca8783258143f9a5a49044e996202: 2023-11-12T09:32:16,209 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1699781521424,,1699781521915.bacca8783258143f9a5a49044e996202. for snapshot_1699781535568_default_test-1699781521424 completed. 2023-11-12T09:32:16,209 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(240): Storing 'test-1699781521424,,1699781521915.bacca8783258143f9a5a49044e996202.' region-info for snapshot=snapshot_1699781535568_default_test-1699781521424 2023-11-12T09:32:16,209 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-12T09:32:16,209 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/default/test-1699781521424/bacca8783258143f9a5a49044e996202/f/08cf1847058443f6bac2189912598863] hfiles 2023-11-12T09:32:16,209 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/default/test-1699781521424/bacca8783258143f9a5a49044e996202/f/08cf1847058443f6bac2189912598863 for snapshot=snapshot_1699781535568_default_test-1699781521424 2023-11-12T09:32:16,220 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1699781521424,,1699781521915.bacca8783258143f9a5a49044e996202. 2023-11-12T09:32:16,220 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=35 2023-11-12T09:32:16,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.HMaster(4026): Remote procedure done, pid=35 2023-11-12T09:32:16,221 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1699781535568_default_test-1699781521424 on region bacca8783258143f9a5a49044e996202 2023-11-12T09:32:16,221 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure bacca8783258143f9a5a49044e996202 2023-11-12T09:32:16,225 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=35, resume processing ppid=34 2023-11-12T09:32:16,225 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=35, ppid=34, state=SUCCESS; SnapshotRegionProcedure bacca8783258143f9a5a49044e996202 in 621 msec 2023-11-12T09:32:16,225 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781535568_default_test-1699781521424 table=test-1699781521424 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-12T09:32:16,226 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781535568_default_test-1699781521424 table=test-1699781521424 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-12T09:32:16,227 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781535568_default_test-1699781521424 table=test-1699781521424 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-12T09:32:16,227 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1699781535568_default_test-1699781521424 2023-11-12T09:32:16,228 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/.hbase-snapshot/.tmp/snapshot_1699781535568_default_test-1699781521424 2023-11-12T09:32:16,645 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781535568_default_test-1699781521424 table=test-1699781521424 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-12T09:32:16,653 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781535568_default_test-1699781521424 table=test-1699781521424 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-12T09:32:16,654 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/.hbase-snapshot/.tmp/snapshot_1699781535568_default_test-1699781521424 to hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/.hbase-snapshot/snapshot_1699781535568_default_test-1699781521424 2023-11-12T09:32:16,656 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781535568_default_test-1699781521424 table=test-1699781521424 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-12T09:32:16,656 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_1699781535568_default_test-1699781521424 table=test-1699781521424 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-11-12T09:32:16,657 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781535568_default_test-1699781521424 table=test-1699781521424 type=FLUSH ttl=0 } in 1.0730 sec 2023-11-12T09:32:16,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:32:16,693 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: default:test-1699781521424, procId: 34 completed 2023-11-12T09:32:16,694 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1699781536693_ns2_test-16997815214241 table=ns2:test-16997815214241 type=FLUSH ttl=0 } 2023-11-12T09:32:16,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1699781536694 (current time:1699781536694). 2023-11-12T09:32:16,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-12T09:32:16,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1699781536693_ns2_test-16997815214241 VERSION not specified, setting to 2 2023-11-12T09:32:16,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x5acaf169 to 127.0.0.1:58891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:32:16,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25ab9aa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:32:16,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:32:16,704 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:49664, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:32:16,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x5acaf169 to 127.0.0.1:58891 2023-11-12T09:32:16,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:32:16,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-12T09:32:16,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] procedure2.ProcedureExecutor(1032): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1699781536693_ns2_test-16997815214241 table=ns2:test-16997815214241 type=FLUSH ttl=0 } 2023-11-12T09:32:16,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_1699781536693_ns2_test-16997815214241 table=ns2:test-16997815214241 type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-11-12T09:32:16,710 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1699781536693_ns2_test-16997815214241 table=ns2:test-16997815214241 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-12T09:32:16,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-12T09:32:16,711 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1699781536693_ns2_test-16997815214241 table=ns2:test-16997815214241 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-12T09:32:16,714 WARN [PEWorker-2 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/.hbase-snapshot, current working dir path: hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/.hbase-snapshot/.tmp/snapshot_1699781536693_ns2_test-16997815214241 org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-12T09:32:16,717 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1699781536693_ns2_test-16997815214241 table=ns2:test-16997815214241 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-12T09:32:16,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-12T09:32:17,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-12T09:32:17,128 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1699781536693_ns2_test-16997815214241 table=ns2:test-16997815214241 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-12T09:32:17,128 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 68f8b382269caad740b963d53f2ec473}] 2023-11-12T09:32:17,130 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 68f8b382269caad740b963d53f2ec473 2023-11-12T09:32:17,281 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:17,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40965 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2023-11-12T09:32:17,283 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-16997815214241,,1699781524162.68f8b382269caad740b963d53f2ec473. 2023-11-12T09:32:17,284 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2819): Flushing 68f8b382269caad740b963d53f2ec473 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-11-12T09:32:17,302 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/ns2/test-16997815214241/68f8b382269caad740b963d53f2ec473/.tmp/f/029ba5dc1c344e76b4af35b6cd4486a4 is 37, key is row10/f:q1/1699781526292/Put/seqid=0 2023-11-12T09:32:17,311 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/ns2/test-16997815214241/68f8b382269caad740b963d53f2ec473/.tmp/f/029ba5dc1c344e76b4af35b6cd4486a4 2023-11-12T09:32:17,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-12T09:32:17,319 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/ns2/test-16997815214241/68f8b382269caad740b963d53f2ec473/.tmp/f/029ba5dc1c344e76b4af35b6cd4486a4 as hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/ns2/test-16997815214241/68f8b382269caad740b963d53f2ec473/f/029ba5dc1c344e76b4af35b6cd4486a4 2023-11-12T09:32:17,327 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/ns2/test-16997815214241/68f8b382269caad740b963d53f2ec473/f/029ba5dc1c344e76b4af35b6cd4486a4, entries=99, sequenceid=103, filesize=8.2 K 2023-11-12T09:32:17,328 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 68f8b382269caad740b963d53f2ec473 in 44ms, sequenceid=103, compaction requested=false 2023-11-12T09:32:17,329 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2520): Flush status journal for 68f8b382269caad740b963d53f2ec473: 2023-11-12T09:32:17,329 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-16997815214241,,1699781524162.68f8b382269caad740b963d53f2ec473. for snapshot_1699781536693_ns2_test-16997815214241 completed. 2023-11-12T09:32:17,329 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(240): Storing 'ns2:test-16997815214241,,1699781524162.68f8b382269caad740b963d53f2ec473.' region-info for snapshot=snapshot_1699781536693_ns2_test-16997815214241 2023-11-12T09:32:17,329 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-12T09:32:17,329 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/ns2/test-16997815214241/68f8b382269caad740b963d53f2ec473/f/029ba5dc1c344e76b4af35b6cd4486a4] hfiles 2023-11-12T09:32:17,329 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/ns2/test-16997815214241/68f8b382269caad740b963d53f2ec473/f/029ba5dc1c344e76b4af35b6cd4486a4 for snapshot=snapshot_1699781536693_ns2_test-16997815214241 2023-11-12T09:32:17,738 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-16997815214241,,1699781524162.68f8b382269caad740b963d53f2ec473. 2023-11-12T09:32:17,738 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=37 2023-11-12T09:32:17,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.HMaster(4026): Remote procedure done, pid=37 2023-11-12T09:32:17,739 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1699781536693_ns2_test-16997815214241 on region 68f8b382269caad740b963d53f2ec473 2023-11-12T09:32:17,740 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 68f8b382269caad740b963d53f2ec473 2023-11-12T09:32:17,743 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=37, resume processing ppid=36 2023-11-12T09:32:17,743 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=37, ppid=36, state=SUCCESS; SnapshotRegionProcedure 68f8b382269caad740b963d53f2ec473 in 613 msec 2023-11-12T09:32:17,743 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1699781536693_ns2_test-16997815214241 table=ns2:test-16997815214241 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-12T09:32:17,744 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1699781536693_ns2_test-16997815214241 table=ns2:test-16997815214241 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-12T09:32:17,745 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1699781536693_ns2_test-16997815214241 table=ns2:test-16997815214241 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-12T09:32:17,745 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1699781536693_ns2_test-16997815214241 2023-11-12T09:32:17,746 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/.hbase-snapshot/.tmp/snapshot_1699781536693_ns2_test-16997815214241 2023-11-12T09:32:17,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-12T09:32:18,169 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1699781536693_ns2_test-16997815214241 table=ns2:test-16997815214241 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-12T09:32:18,177 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1699781536693_ns2_test-16997815214241 table=ns2:test-16997815214241 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-12T09:32:18,177 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/.hbase-snapshot/.tmp/snapshot_1699781536693_ns2_test-16997815214241 to hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/.hbase-snapshot/snapshot_1699781536693_ns2_test-16997815214241 2023-11-12T09:32:18,179 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1699781536693_ns2_test-16997815214241 table=ns2:test-16997815214241 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-12T09:32:18,179 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_1699781536693_ns2_test-16997815214241 table=ns2:test-16997815214241 type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-11-12T09:32:18,180 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1699781536693_ns2_test-16997815214241 table=ns2:test-16997815214241 type=FLUSH ttl=0 } in 1.4730 sec 2023-11-12T09:32:18,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-12T09:32:18,818 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: ns2:test-16997815214241, procId: 36 completed 2023-11-12T09:32:18,818 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1699781529663 2023-11-12T09:32:18,818 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-11-12T09:32:18,820 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied. 2023-11-12T09:32:18,822 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1699781529663_test-1699781521424 2023-11-12T09:32:18,822 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1699781535568_default_test-1699781521424 to hdfs://localhost:39367/backupUT/backup_1699781529663/default/test-1699781521424/ 2023-11-12T09:32:18,832 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-11-12T09:32:18,863 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:39367, inputRoot=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3 2023-11-12T09:32:18,864 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,36011,1699781508346_-877389149_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:39367/backupUT/backup_1699781529663/default/test-1699781521424, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:39367/backupUT/backup_1699781529663/default/test-1699781521424/.hbase-snapshot/.tmp/snapshot_1699781535568_default_test-1699781521424 2023-11-12T09:32:18,864 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:39367, inputRoot=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3, snapshotDir=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/.hbase-snapshot/snapshot_1699781535568_default_test-1699781521424. 2023-11-12T09:32:18,876 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/.hbase-snapshot/snapshot_1699781535568_default_test-1699781521424 to hdfs://localhost:39367/backupUT/backup_1699781529663/default/test-1699781521424/.hbase-snapshot/.tmp/snapshot_1699781535568_default_test-1699781521424 2023-11-12T09:32:19,315 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:19,316 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:19,316 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:19,317 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:19,483 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-11-12T09:32:19,483 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2023-11-12T09:32:19,484 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-11-12T09:32:19,484 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2023-11-12T09:32:20,319 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/hadoop-5497969756296037965.jar 2023-11-12T09:32:20,320 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:20,320 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:20,321 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:20,321 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:20,322 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:20,322 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:20,322 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:20,323 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:20,323 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:20,324 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:32:20,325 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-12T09:32:20,325 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-12T09:32:20,326 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-12T09:32:20,326 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-12T09:32:20,327 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-12T09:32:20,328 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-12T09:32:20,328 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-12T09:32:20,329 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-12T09:32:20,330 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-12T09:32:20,331 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-12T09:32:20,331 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-12T09:32:20,337 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:32:20,338 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:32:20,338 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:32:20,339 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:32:20,339 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:32:20,340 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:32:20,341 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:32:20,465 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-12T09:32:20,490 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1699781535568_default_test-1699781521424' hfile list 2023-11-12T09:32:20,504 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-11-12T09:32:20,748 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/mapreduce.cluster.local.dir/1699781540691/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-12T09:32:20,748 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/mapreduce.cluster.local.dir/1699781540691/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-12T09:32:20,942 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-11-12T09:32:20,979 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/default/test-1699781521424/bacca8783258143f9a5a49044e996202/f/08cf1847058443f6bac2189912598863 output=hdfs://localhost:39367/backupUT/backup_1699781529663/default/test-1699781521424/archive/data/default/test-1699781521424/bacca8783258143f9a5a49044e996202/f/08cf1847058443f6bac2189912598863 2023-11-12T09:32:20,979 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 4.004M/sec 2023-11-12T09:32:21,837 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-11-12T09:32:21,838 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-11-12T09:32:21,846 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1699781535568_default_test-1699781521424 2023-11-12T09:32:21,846 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1699781535568_default_test-1699781521424 finished. 2023-11-12T09:32:21,846 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1699781529663_ns2:test-16997815214241 2023-11-12T09:32:21,846 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1699781536693_ns2_test-16997815214241 to hdfs://localhost:39367/backupUT/backup_1699781529663/ns2/test-16997815214241/ 2023-11-12T09:32:21,846 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-11-12T09:32:21,871 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:39367, inputRoot=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3 2023-11-12T09:32:21,871 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,36011,1699781508346_49308325_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:39367/backupUT/backup_1699781529663/ns2/test-16997815214241, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:39367/backupUT/backup_1699781529663/ns2/test-16997815214241/.hbase-snapshot/.tmp/snapshot_1699781536693_ns2_test-16997815214241 2023-11-12T09:32:21,871 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:39367, inputRoot=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3, snapshotDir=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/.hbase-snapshot/snapshot_1699781536693_ns2_test-16997815214241. 2023-11-12T09:32:21,880 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/.hbase-snapshot/snapshot_1699781536693_ns2_test-16997815214241 to hdfs://localhost:39367/backupUT/backup_1699781529663/ns2/test-16997815214241/.hbase-snapshot/.tmp/snapshot_1699781536693_ns2_test-16997815214241 2023-11-12T09:32:22,307 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:22,307 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:22,308 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:22,308 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:23,269 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/hadoop-5870710731005365598.jar 2023-11-12T09:32:23,270 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:23,270 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:23,271 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:23,271 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:23,272 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:23,272 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:23,272 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:23,273 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:23,273 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:23,274 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:32:23,275 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-12T09:32:23,275 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-12T09:32:23,275 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-12T09:32:23,276 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-12T09:32:23,276 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-12T09:32:23,277 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-12T09:32:23,277 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-12T09:32:23,278 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-12T09:32:23,278 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-12T09:32:23,279 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-12T09:32:23,279 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-12T09:32:23,280 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:32:23,280 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:32:23,281 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:32:23,281 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:32:23,281 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:32:23,282 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:32:23,283 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:32:23,310 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-12T09:32:23,327 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1699781536693_ns2_test-16997815214241' hfile list 2023-11-12T09:32:23,330 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-11-12T09:32:23,400 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/mapreduce.cluster.local.dir/1699781543366/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-12T09:32:23,401 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/mapreduce.cluster.local.dir/1699781543366/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-12T09:32:23,460 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-11-12T09:32:23,486 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/ns2/test-16997815214241/68f8b382269caad740b963d53f2ec473/f/029ba5dc1c344e76b4af35b6cd4486a4 output=hdfs://localhost:39367/backupUT/backup_1699781529663/ns2/test-16997815214241/archive/data/ns2/test-16997815214241/68f8b382269caad740b963d53f2ec473/f/029ba5dc1c344e76b4af35b6cd4486a4 2023-11-12T09:32:23,486 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 8.007M/sec 2023-11-12T09:32:24,442 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-11-12T09:32:24,443 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-11-12T09:32:24,450 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1699781536693_ns2_test-16997815214241 2023-11-12T09:32:24,450 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1699781536693_ns2_test-16997815214241 finished. 2023-11-12T09:32:24,451 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupSystemTable(1034): test-1699781521424 2023-11-12T09:32:24,451 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupSystemTable(1034): ns2:test-16997815214241 2023-11-12T09:32:24,523 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1699781529663 2023-11-12T09:32:24,523 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-11-12T09:32:24,935 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:39367/backupUT/backup_1699781529663/.backup.manifest 2023-11-12T09:32:24,935 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1699781529663 2023-11-12T09:32:24,935 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-11-12T09:32:25,342 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:39367/backupUT/backup_1699781529663/.backup.manifest 2023-11-12T09:32:25,342 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.TableBackupClient(358): Backup backup_1699781529663 finished: type=FULL,tablelist=test-1699781521424;ns2:test-16997815214241,targetRootDir=hdfs://localhost:39367/backupUT,startts=1699781535285,completets=1699781544520,bytescopied=0 2023-11-12T09:32:25,342 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-11-12T09:32:25,342 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1699781535568_default_test-1699781521424 2023-11-12T09:32:25,349 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(763): Client=jenkins//172.31.12.81 delete name: "snapshot_1699781535568_default_test-1699781521424" 2023-11-12T09:32:25,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_1699781535568_default_test-1699781521424 2023-11-12T09:32:25,354 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1699781535568_default_test-1699781521424 for backup backup_1699781529663 succeeded. 2023-11-12T09:32:25,355 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1699781536693_ns2_test-16997815214241 2023-11-12T09:32:25,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(763): Client=jenkins//172.31.12.81 delete name: "snapshot_1699781536693_ns2_test-16997815214241" 2023-11-12T09:32:25,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_1699781536693_ns2_test-16997815214241 2023-11-12T09:32:25,359 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1699781536693_ns2_test-16997815214241 for backup backup_1699781529663 succeeded. 2023-11-12T09:32:25,360 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-11-12T09:32:25,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(763): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-11-12T09:32:25,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_backup_system 2023-11-12T09:32:25,378 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupSystemTable(1577): Done deleting backup system table snapshot 2023-11-12T09:32:25,389 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-11-12T09:32:25,410 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] impl.TableBackupClient(376): Backup backup_1699781529663 completed. 2023-11-12T09:32:25,543 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] backup.TestIncrementalBackupMergeWithFailures(249): writing 99 rows to test-1699781521424 2023-11-12T09:32:25,558 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] backup.TestIncrementalBackupMergeWithFailures(253): written 99 rows to test-1699781521424 2023-11-12T09:32:25,676 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] backup.TestIncrementalBackupMergeWithFailures(259): written 99 rows to ns2:test-16997815214241 2023-11-12T09:32:25,706 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-11-12T09:32:25,710 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-12T09:32:25,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1699781545710 (current time:1699781545710). 2023-11-12T09:32:25,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-12T09:32:25,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-11-12T09:32:25,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x26e48432 to 127.0.0.1:58891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:32:25,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4883414c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:32:25,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:32:25,721 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:45148, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:32:25,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x26e48432 to 127.0.0.1:58891 2023-11-12T09:32:25,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:32:25,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-12T09:32:25,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] procedure2.ProcedureExecutor(1032): Stored pid=38, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-12T09:32:25,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 38 2023-11-12T09:32:25,725 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-12T09:32:25,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-12T09:32:25,726 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-12T09:32:25,729 WARN [PEWorker-1 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/.hbase-snapshot, current working dir path: hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/.hbase-snapshot/.tmp/snapshot_backup_system org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-12T09:32:25,731 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-12T09:32:25,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-12T09:32:26,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-12T09:32:26,139 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-12T09:32:26,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure dc64ec1b2bad13b868d3c1ccd155b748}] 2023-11-12T09:32:26,141 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure dc64ec1b2bad13b868d3c1ccd155b748 2023-11-12T09:32:26,292 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:26,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40965 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=39 2023-11-12T09:32:26,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1699781529817.dc64ec1b2bad13b868d3c1ccd155b748. 2023-11-12T09:32:26,294 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(2819): Flushing dc64ec1b2bad13b868d3c1ccd155b748 2/2 column families, dataSize=1.51 KB heapSize=2.80 KB 2023-11-12T09:32:26,309 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/backup/system/dc64ec1b2bad13b868d3c1ccd155b748/.tmp/meta/dcac2263cc7c4166a468f69bbdaceb83 is 171, key is trslm:hdfs://localhost:39367/backupUT\x00ns2:test-16997815214241/meta:log-roll-map/1699781544509/Put/seqid=0 2023-11-12T09:32:26,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-12T09:32:26,714 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=785 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/backup/system/dc64ec1b2bad13b868d3c1ccd155b748/.tmp/meta/dcac2263cc7c4166a468f69bbdaceb83 2023-11-12T09:32:26,724 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/backup/system/dc64ec1b2bad13b868d3c1ccd155b748/.tmp/session/cd001f5ed4c644c290bed2af13fae5d6 is 459, key is session:backup_1699781529663/session:context/1699781545387/Put/seqid=0 2023-11-12T09:32:26,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-12T09:32:27,129 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=758 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/backup/system/dc64ec1b2bad13b868d3c1ccd155b748/.tmp/session/cd001f5ed4c644c290bed2af13fae5d6 2023-11-12T09:32:27,137 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/backup/system/dc64ec1b2bad13b868d3c1ccd155b748/.tmp/meta/dcac2263cc7c4166a468f69bbdaceb83 as hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/backup/system/dc64ec1b2bad13b868d3c1ccd155b748/meta/dcac2263cc7c4166a468f69bbdaceb83 2023-11-12T09:32:27,145 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/backup/system/dc64ec1b2bad13b868d3c1ccd155b748/meta/dcac2263cc7c4166a468f69bbdaceb83, entries=6, sequenceid=17, filesize=5.8 K 2023-11-12T09:32:27,146 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/backup/system/dc64ec1b2bad13b868d3c1ccd155b748/.tmp/session/cd001f5ed4c644c290bed2af13fae5d6 as hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/backup/system/dc64ec1b2bad13b868d3c1ccd155b748/session/cd001f5ed4c644c290bed2af13fae5d6 2023-11-12T09:32:27,152 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/backup/system/dc64ec1b2bad13b868d3c1ccd155b748/session/cd001f5ed4c644c290bed2af13fae5d6, entries=2, sequenceid=17, filesize=5.4 K 2023-11-12T09:32:27,153 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(3022): Finished flush of dataSize ~1.51 KB/1543, heapSize ~2.77 KB/2840, currentSize=0 B/0 for dc64ec1b2bad13b868d3c1ccd155b748 in 860ms, sequenceid=17, compaction requested=false 2023-11-12T09:32:27,154 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(2520): Flush status journal for dc64ec1b2bad13b868d3c1ccd155b748: 2023-11-12T09:32:27,154 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1699781529817.dc64ec1b2bad13b868d3c1ccd155b748. for snapshot_backup_system completed. 2023-11-12T09:32:27,154 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1699781529817.dc64ec1b2bad13b868d3c1ccd155b748.' region-info for snapshot=snapshot_backup_system 2023-11-12T09:32:27,154 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-12T09:32:27,154 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/backup/system/dc64ec1b2bad13b868d3c1ccd155b748/meta/dcac2263cc7c4166a468f69bbdaceb83] hfiles 2023-11-12T09:32:27,154 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/backup/system/dc64ec1b2bad13b868d3c1ccd155b748/meta/dcac2263cc7c4166a468f69bbdaceb83 for snapshot=snapshot_backup_system 2023-11-12T09:32:27,154 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/backup/system/dc64ec1b2bad13b868d3c1ccd155b748/session/038e87df18e74796a7e0c030a28e096f, hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/backup/system/dc64ec1b2bad13b868d3c1ccd155b748/session/cd001f5ed4c644c290bed2af13fae5d6] hfiles 2023-11-12T09:32:27,154 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (1/2): hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/backup/system/dc64ec1b2bad13b868d3c1ccd155b748/session/038e87df18e74796a7e0c030a28e096f for snapshot=snapshot_backup_system 2023-11-12T09:32:27,154 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (2/2): hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/backup/system/dc64ec1b2bad13b868d3c1ccd155b748/session/cd001f5ed4c644c290bed2af13fae5d6 for snapshot=snapshot_backup_system 2023-11-12T09:32:27,562 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1699781529817.dc64ec1b2bad13b868d3c1ccd155b748. 2023-11-12T09:32:27,562 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=39 2023-11-12T09:32:27,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.HMaster(4026): Remote procedure done, pid=39 2023-11-12T09:32:27,563 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region dc64ec1b2bad13b868d3c1ccd155b748 2023-11-12T09:32:27,564 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure dc64ec1b2bad13b868d3c1ccd155b748 2023-11-12T09:32:27,567 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=39, resume processing ppid=38 2023-11-12T09:32:27,567 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-12T09:32:27,567 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=39, ppid=38, state=SUCCESS; SnapshotRegionProcedure dc64ec1b2bad13b868d3c1ccd155b748 in 1.4260 sec 2023-11-12T09:32:27,568 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-12T09:32:27,569 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-12T09:32:27,569 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-11-12T09:32:27,570 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/.hbase-snapshot/.tmp/snapshot_backup_system 2023-11-12T09:32:27,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-12T09:32:27,981 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-12T09:32:27,989 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-12T09:32:27,990 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/.hbase-snapshot/snapshot_backup_system 2023-11-12T09:32:27,991 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-12T09:32:27,991 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 38 2023-11-12T09:32:27,992 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=38, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2690 sec 2023-11-12T09:32:28,474 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-11-12T09:32:28,476 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:32900, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-11-12T09:32:29,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-12T09:32:29,834 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: backup:system, procId: 38 completed 2023-11-12T09:32:29,834 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] impl.TableBackupClient(115): Backup backup_1699781545676 started at 1699781549834. 2023-11-12T09:32:29,836 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.TableBackupClient(119): Backup session backup_1699781545676 has been started. 2023-11-12T09:32:29,842 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.IncrementalTableBackupClient(268): For incremental backup, current table set is [test-1699781521424, ns2:test-16997815214241] 2023-11-12T09:32:29,846 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.IncrementalBackupManager(76): StartCode 1699781513989for backupID backup_1699781545676 2023-11-12T09:32:29,846 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2023-11-12T09:32:29,847 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(962): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-11-12T09:32:29,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-11-12T09:32:29,847 INFO [(jenkins-hbase3.apache.org,36011,1699781508346)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-11-12T09:32:29,847 DEBUG [(jenkins-hbase3.apache.org,36011,1699781508346)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-11-12T09:32:29,849 DEBUG [(jenkins-hbase3.apache.org,36011,1699781508346)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-11-12T09:32:29,849 DEBUG [(jenkins-hbase3.apache.org,36011,1699781508346)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-11-12T09:32:29,849 DEBUG [(jenkins-hbase3.apache.org,36011,1699781508346)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-11-12T09:32:29,849 DEBUG [(jenkins-hbase3.apache.org,36011,1699781508346)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-11-12T09:32:29,851 DEBUG [(jenkins-hbase3.apache.org,36011,1699781508346)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:29,851 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40965-0x1004cf967510001, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-11-12T09:32:29,851 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-12T09:32:29,851 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-12T09:32:29,851 DEBUG [(jenkins-hbase3.apache.org,36011,1699781508346)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:29,851 DEBUG [(jenkins-hbase3.apache.org,36011,1699781508346)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-11-12T09:32:29,852 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-11-12T09:32:29,852 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40965-0x1004cf967510001, quorum=127.0.0.1:58891, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-11-12T09:32:29,852 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-11-12T09:32:29,852 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-11-12T09:32:29,853 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-11-12T09:32:29,853 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-11-12T09:32:29,853 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-11-12T09:32:29,853 DEBUG [member: 'jenkins-hbase3.apache.org,40965,1699781511436' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-11-12T09:32:29,853 DEBUG [member: 'jenkins-hbase3.apache.org,40965,1699781511436' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-11-12T09:32:29,854 DEBUG [member: 'jenkins-hbase3.apache.org,40965,1699781511436' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-11-12T09:32:29,854 DEBUG [member: 'jenkins-hbase3.apache.org,40965,1699781511436' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-11-12T09:32:29,854 DEBUG [member: 'jenkins-hbase3.apache.org,40965,1699781511436' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,40965,1699781511436' joining acquired barrier for procedure (rolllog) in zk 2023-11-12T09:32:29,857 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:29,857 DEBUG [member: 'jenkins-hbase3.apache.org,40965,1699781511436' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-11-12T09:32:29,857 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:29,857 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:32:29,857 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:32:29,857 DEBUG [member: 'jenkins-hbase3.apache.org,40965,1699781511436' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40965-0x1004cf967510001, quorum=127.0.0.1:58891, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-11-12T09:32:29,857 DEBUG [member: 'jenkins-hbase3.apache.org,40965,1699781511436' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-11-12T09:32:29,858 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:32:29,858 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:32:29,858 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:32:29,859 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:29,859 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:32:29,860 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,40965,1699781511436' joining acquired barrier for procedure 'rolllog' on coordinator 2023-11-12T09:32:29,860 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@5891e984[Count = 0] remaining members to acquire global barrier 2023-11-12T09:32:29,860 DEBUG [(jenkins-hbase3.apache.org,36011,1699781508346)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-11-12T09:32:29,860 DEBUG [(jenkins-hbase3.apache.org,36011,1699781508346)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-11-12T09:32:29,861 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40965-0x1004cf967510001, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-12T09:32:29,861 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-11-12T09:32:29,862 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-11-12T09:32:29,862 DEBUG [member: 'jenkins-hbase3.apache.org,40965,1699781511436' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-11-12T09:32:29,862 DEBUG [member: 'jenkins-hbase3.apache.org,40965,1699781511436' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-11-12T09:32:29,862 DEBUG [(jenkins-hbase3.apache.org,36011,1699781508346)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:29,862 DEBUG [(jenkins-hbase3.apache.org,36011,1699781508346)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-11-12T09:32:29,862 DEBUG [rs(jenkins-hbase3.apache.org,40965,1699781511436)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:29,862 INFO [rs(jenkins-hbase3.apache.org,40965,1699781511436)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1699781535343 highest: 1699781535343 on jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:29,862 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C40965%2C1699781511436:(num 1699781535343) roll requested 2023-11-12T09:32:29,873 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/WALs/jenkins-hbase3.apache.org,40965,1699781511436/jenkins-hbase3.apache.org%2C40965%2C1699781511436.1699781549862, exclude list is [], retry=0 2023-11-12T09:32:29,878 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40327,DS-32376761-258b-4b7c-9dd9-fde8ad4d2c65,DISK] 2023-11-12T09:32:29,880 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/WALs/jenkins-hbase3.apache.org,40965,1699781511436/jenkins-hbase3.apache.org%2C40965%2C1699781511436.1699781535343 with entries=212, filesize=28.92 KB; new WAL /user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/WALs/jenkins-hbase3.apache.org,40965,1699781511436/jenkins-hbase3.apache.org%2C40965%2C1699781511436.1699781549862 2023-11-12T09:32:29,880 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:40327,DS-32376761-258b-4b7c-9dd9-fde8ad4d2c65,DISK]] 2023-11-12T09:32:29,880 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/WALs/jenkins-hbase3.apache.org,40965,1699781511436/jenkins-hbase3.apache.org%2C40965%2C1699781511436.1699781535343 is not closed yet, will try archiving it next time 2023-11-12T09:32:29,880 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C40965%2C1699781511436.meta:.meta(num 1699781535376) roll requested 2023-11-12T09:32:29,894 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/WALs/jenkins-hbase3.apache.org,40965,1699781511436/jenkins-hbase3.apache.org%2C40965%2C1699781511436.meta.1699781549880.meta, exclude list is [], retry=0 2023-11-12T09:32:29,898 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40327,DS-32376761-258b-4b7c-9dd9-fde8ad4d2c65,DISK] 2023-11-12T09:32:29,900 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/WALs/jenkins-hbase3.apache.org,40965,1699781511436/jenkins-hbase3.apache.org%2C40965%2C1699781511436.meta.1699781535376.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/WALs/jenkins-hbase3.apache.org,40965,1699781511436/jenkins-hbase3.apache.org%2C40965%2C1699781511436.meta.1699781549880.meta 2023-11-12T09:32:29,900 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:40327,DS-32376761-258b-4b7c-9dd9-fde8ad4d2c65,DISK]] 2023-11-12T09:32:29,900 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/WALs/jenkins-hbase3.apache.org,40965,1699781511436/jenkins-hbase3.apache.org%2C40965%2C1699781511436.meta.1699781535376.meta is not closed yet, will try archiving it next time 2023-11-12T09:32:29,902 DEBUG [rs(jenkins-hbase3.apache.org,40965,1699781511436)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 40 2023-11-12T09:32:29,902 INFO [rs(jenkins-hbase3.apache.org,40965,1699781511436)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1699781549862 on jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:29,906 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(809): Archiving hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/WALs/jenkins-hbase3.apache.org,40965,1699781511436/jenkins-hbase3.apache.org%2C40965%2C1699781511436.meta.1699781535376.meta to hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/oldWALs/jenkins-hbase3.apache.org%2C40965%2C1699781511436.meta.1699781535376.meta 2023-11-12T09:32:29,915 DEBUG [member: 'jenkins-hbase3.apache.org,40965,1699781511436' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-11-12T09:32:29,915 DEBUG [member: 'jenkins-hbase3.apache.org,40965,1699781511436' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,40965,1699781511436' in zk 2023-11-12T09:32:29,927 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:29,927 DEBUG [member: 'jenkins-hbase3.apache.org,40965,1699781511436' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-11-12T09:32:29,927 DEBUG [member: 'jenkins-hbase3.apache.org,40965,1699781511436' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-12T09:32:29,927 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:29,927 DEBUG [member: 'jenkins-hbase3.apache.org,40965,1699781511436' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-11-12T09:32:29,929 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:32:29,929 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:32:29,929 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:32:29,930 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:32:29,930 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:32:29,930 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:29,931 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:32:29,931 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:32:29,931 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:29,932 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,40965,1699781511436': 2023-11-12T09:32:29,932 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,40965,1699781511436' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-11-12T09:32:29,932 INFO [(jenkins-hbase3.apache.org,36011,1699781508346)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-11-12T09:32:29,932 DEBUG [(jenkins-hbase3.apache.org,36011,1699781508346)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-11-12T09:32:29,932 DEBUG [(jenkins-hbase3.apache.org,36011,1699781508346)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-11-12T09:32:29,932 DEBUG [(jenkins-hbase3.apache.org,36011,1699781508346)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-11-12T09:32:29,932 INFO [(jenkins-hbase3.apache.org,36011,1699781508346)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-11-12T09:32:29,935 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40965-0x1004cf967510001, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-12T09:32:29,935 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-12T09:32:29,935 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40965-0x1004cf967510001, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-11-12T09:32:29,935 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-11-12T09:32:29,935 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-12T09:32:29,935 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-11-12T09:32:29,935 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:32:29,935 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:32:29,935 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-12T09:32:29,935 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-12T09:32:29,936 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:32:29,936 DEBUG [(jenkins-hbase3.apache.org,36011,1699781508346)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:29,936 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-12T09:32:29,936 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:32:29,937 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:32:29,937 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:32:29,938 DEBUG [(jenkins-hbase3.apache.org,36011,1699781508346)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:29,938 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:29,938 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:32:29,939 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:32:29,939 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:29,943 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:29,943 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-11-12T09:32:29,943 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-11-12T09:32:29,943 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40965-0x1004cf967510001, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-11-12T09:32:29,943 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:29,943 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-12T09:32:29,943 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-12T09:32:29,943 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-12T09:32:29,943 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-12T09:32:29,943 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-12T09:32:29,944 DEBUG [(jenkins-hbase3.apache.org,36011,1699781508346)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-12T09:32:29,944 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-11-12T09:32:29,944 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Unable to get data of znode /1/rolllog-proc/abort/rolllog because node does not exist (not an error) 2023-11-12T09:32:29,944 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-11-12T09:32:29,944 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40965-0x1004cf967510001, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-11-12T09:32:29,945 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-12T09:32:29,945 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-12T09:32:29,945 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] client.HBaseAdmin(2906): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-11-12T09:32:29,945 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] client.HBaseAdmin(2914): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-11-12T09:32:30,045 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] client.HBaseAdmin(2920): Getting current status of procedure from master... 2023-11-12T09:32:30,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1263): Checking to see if procedure from request:rolllog-proc is done 2023-11-12T09:32:30,049 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {jenkins-hbase3.apache.org:40965=1699781513989} newestTimestamps: {jenkins-hbase3.apache.org:40965=1699781535343} 2023-11-12T09:32:30,052 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase3.apache.org%2C40965%2C1699781511436.meta.1699781514632.meta 2023-11-12T09:32:30,052 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase3.apache.org%2C40965%2C1699781511436.meta.1699781549880.meta 2023-11-12T09:32:30,052 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/WALs/jenkins-hbase3.apache.org,40965,1699781511436/jenkins-hbase3.apache.org%2C40965%2C1699781511436.1699781535343 2023-11-12T09:32:30,052 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/WALs/jenkins-hbase3.apache.org,40965,1699781511436/jenkins-hbase3.apache.org%2C40965%2C1699781511436.1699781549862 2023-11-12T09:32:30,053 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/oldWALs/jenkins-hbase3.apache.org%2C40965%2C1699781511436.meta.1699781535376.meta 2023-11-12T09:32:30,468 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] util.BackupUtils(147): Attempting to copy table info for:test-1699781521424 target: hdfs://localhost:39367/backupUT/backup_1699781545676/default/test-1699781521424 descriptor: 'test-1699781521424', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:32:30,469 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] util.BackupUtils(149): Finished copying tableinfo. 2023-11-12T09:32:30,471 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] util.BackupUtils(152): Starting to write region info for table test-1699781521424 2023-11-12T09:32:30,879 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] util.BackupUtils(159): Finished writing region info for table test-1699781521424 2023-11-12T09:32:31,292 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] util.BackupUtils(147): Attempting to copy table info for:ns2:test-16997815214241 target: hdfs://localhost:39367/backupUT/backup_1699781545676/ns2/test-16997815214241 descriptor: 'ns2:test-16997815214241', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:32:31,292 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] util.BackupUtils(149): Finished copying tableinfo. 2023-11-12T09:32:31,294 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] util.BackupUtils(152): Starting to write region info for table ns2:test-16997815214241 2023-11-12T09:32:31,702 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] util.BackupUtils(159): Finished writing region info for table ns2:test-16997815214241 2023-11-12T09:32:31,712 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.WALPlayer(360): add incremental job :hdfs://localhost:39367/backupUT/.tmp/backup_1699781545676 from hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/WALs/jenkins-hbase3.apache.org,40965,1699781511436/jenkins-hbase3.apache.org%2C40965%2C1699781511436.1699781535343 2023-11-12T09:32:31,715 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x64bd7a04 to 127.0.0.1:58891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:32:31,721 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1be2d9bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:32:31,723 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:32:31,724 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:32914, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:32:31,739 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-11-12T09:32:31,740 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table test-1699781521424 2023-11-12T09:32:31,744 DEBUG [hconnection-0x717e5c33-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:32:31,746 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:45152, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:32:31,748 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for test-1699781521424: test-1699781521424; 2023-11-12T09:32:31,749 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:test-16997815214241 2023-11-12T09:32:31,751 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:test-16997815214241: ns2:test-16997815214241; 2023-11-12T09:32:31,751 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(694): Configuring 2 reduce partitions to match current region count for all tables 2023-11-12T09:32:31,752 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/hbase-staging/partitions_9ff59d3f-4d24-4039-866f-549236e179a3 2023-11-12T09:32:32,193 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:32,194 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:32,194 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:32,195 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:33,156 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/hadoop-5580616512864974127.jar 2023-11-12T09:32:33,157 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:33,157 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:33,157 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:33,158 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:33,158 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:33,159 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:33,159 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:33,159 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:33,160 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:33,161 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:32:33,161 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-12T09:32:33,162 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-12T09:32:33,162 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-12T09:32:33,163 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-12T09:32:33,163 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-12T09:32:33,164 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-12T09:32:33,164 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-12T09:32:33,165 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-12T09:32:33,165 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-12T09:32:33,166 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-12T09:32:33,166 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-12T09:32:33,168 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:33,169 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:33,169 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:33,170 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:33,170 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:33,170 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:33,171 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:32:33,171 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: default:test-1699781521424,ns2:test-16997815214241 2023-11-12T09:32:33,172 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:32:33,172 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x64bd7a04 to 127.0.0.1:58891 2023-11-12T09:32:33,172 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:32:33,173 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:32:34,147 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/hadoop-1611360034869753615.jar 2023-11-12T09:32:34,152 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-12T09:32:34,169 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/WALs/jenkins-hbase3.apache.org,40965,1699781511436/jenkins-hbase3.apache.org%2C40965%2C1699781511436.1699781535343 for WAL files 2023-11-12T09:32:34,171 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/WALs/jenkins-hbase3.apache.org,40965,1699781511436/jenkins-hbase3.apache.org%2C40965%2C1699781511436.1699781535343 2023-11-12T09:32:34,250 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/mapreduce.cluster.local.dir/1699781554216/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-12T09:32:34,251 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/mapreduce.cluster.local.dir/1699781554216/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-12T09:32:34,358 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/WALs/jenkins-hbase3.apache.org,40965,1699781511436/jenkins-hbase3.apache.org%2C40965%2C1699781511436.1699781535343 for hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/WALs/jenkins-hbase3.apache.org,40965,1699781511436/jenkins-hbase3.apache.org%2C40965%2C1699781511436.1699781535343 (-9223372036854775808:9223372036854775807) length:29619 2023-11-12T09:32:34,381 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2023-11-12T09:32:34,382 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2023-11-12T09:32:34,500 DEBUG [pool-205-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x4a4810c2 to 127.0.0.1:58891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:32:34,506 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56755046, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:32:34,508 DEBUG [hconnection-0x38976a60-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:32:34,509 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:45166, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:32:34,511 DEBUG [pool-205-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x4a4810c2 to 127.0.0.1:58891 2023-11-12T09:32:34,512 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:32:34,513 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-ns2:test-16997815214241-1-0] 2023-11-12T09:32:34,513 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-11-12T09:32:34,528 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:39367/backupUT/.tmp/backup_1699781545676/_temporary/0/_temporary/attempt_local1678819328_0003_r_000000_0/ns2/test-16997815214241/f/fe2fa1bff2e240c9988da07d0e2f91f6 is 64, key is row-ns2:test-16997815214241-1-10/f:q1/1699781545573/Put/seqid=0 2023-11-12T09:32:34,531 WARN [Thread-842 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:40965] Specified favored nodes: [jenkins-hbase3.apache.org:40965] 2023-11-12T09:32:34,553 DEBUG [pool-205-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x1d2a6e6a to 127.0.0.1:58891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:32:34,560 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@637fd89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:32:34,562 DEBUG [hconnection-0x50f3bc8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:32:34,566 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:45170, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:32:34,567 DEBUG [pool-205-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x1d2a6e6a to 127.0.0.1:58891 2023-11-12T09:32:34,568 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:32:34,570 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-test-1699781521424-1-0] 2023-11-12T09:32:34,570 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-11-12T09:32:34,579 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:39367/backupUT/.tmp/backup_1699781545676/_temporary/0/_temporary/attempt_local1678819328_0003_r_000001_0/default/test-1699781521424/f/96899ad9c282491b935a89d5e0ab2c61 is 59, key is row-test-1699781521424-1-10/f:q1/1699781545444/Put/seqid=0 2023-11-12T09:32:34,581 WARN [Thread-852 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:40965] Specified favored nodes: [jenkins-hbase3.apache.org:40965] 2023-11-12T09:32:35,314 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.IncrementalTableBackupClient(325): Incremental copy HFiles is starting. dest=hdfs://localhost:39367/backupUT 2023-11-12T09:32:35,314 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.IncrementalTableBackupClient(335): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1699781545676 2023-11-12T09:32:35,314 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.MapReduceBackupCopyJob(379): Doing COPY_TYPE_DISTCP 2023-11-12T09:32:35,330 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.MapReduceBackupCopyJob(388): DistCp options: [hdfs://localhost:39367/backupUT/.tmp/backup_1699781545676, hdfs://localhost:39367/backupUT] 2023-11-12T09:32:35,390 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-12T09:32:36,358 INFO [master/jenkins-hbase3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2023-11-12T09:32:36,358 INFO [master/jenkins-hbase3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2023-11-12T09:32:36,472 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(218): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2023-11-12T09:32:36,474 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.MapReduceBackupCopyJob(138): Backup progress data "100%" has been updated to backup system table for backup_1699781545676 2023-11-12T09:32:36,475 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(226): Backup progress data updated to backup system table: "Progress: 100.0% - 22345 bytes copied." 2023-11-12T09:32:36,475 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(236): DistCp job-id: job_local326658460_0004 completed: true true 2023-11-12T09:32:36,480 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(239): Counters: 24 File System Counters FILE: Number of bytes read=3816782 FILE: Number of bytes written=5110843 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=139395 HDFS: Number of bytes written=2350167 HDFS: Number of read operations=470 HDFS: Number of large read operations=0 HDFS: Number of write operations=198 Map-Reduce Framework Map input records=10 Map output records=0 Input split bytes=342 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1786773504 File Input Format Counters Bytes Read=2444 File Output Format Counters Bytes Written=0 DistCp Counters Bytes Copied=22345 Bytes Expected=22345 Files Copied=3 DIR_COPY=7 2023-11-12T09:32:36,480 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.IncrementalTableBackupClient(346): Incremental copy HFiles from hdfs://localhost:39367/backupUT/.tmp/backup_1699781545676 to hdfs://localhost:39367/backupUT finished. 2023-11-12T09:32:36,493 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupSystemTable(453): deleted 0 original bulkload rows 2023-11-12T09:32:36,493 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1699781545676 2023-11-12T09:32:36,500 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-11-12T09:32:36,500 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1699781545676 2023-11-12T09:32:36,501 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-11-12T09:32:36,908 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:39367/backupUT/backup_1699781545676/.backup.manifest 2023-11-12T09:32:36,908 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1699781545676 2023-11-12T09:32:36,910 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-11-12T09:32:36,910 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1699781545676 2023-11-12T09:32:36,912 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-11-12T09:32:37,318 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:39367/backupUT/backup_1699781545676/.backup.manifest 2023-11-12T09:32:37,318 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1699781545676 2023-11-12T09:32:37,320 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-11-12T09:32:37,726 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:39367/backupUT/backup_1699781545676/.backup.manifest 2023-11-12T09:32:37,726 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.TableBackupClient(358): Backup backup_1699781545676 finished: type=INCREMENTAL,tablelist=test-1699781521424;ns2:test-16997815214241,targetRootDir=hdfs://localhost:39367/backupUT,startts=1699781549834,completets=1699781556493,bytescopied=0 2023-11-12T09:32:37,726 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-11-12T09:32:37,733 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(763): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-11-12T09:32:37,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_backup_system 2023-11-12T09:32:37,736 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupSystemTable(1577): Done deleting backup system table snapshot 2023-11-12T09:32:37,738 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-11-12T09:32:37,742 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] impl.TableBackupClient(376): Backup backup_1699781545676 completed. 2023-11-12T09:32:37,951 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-11-12T09:32:37,955 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-12T09:32:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1699781557955 (current time:1699781557955). 2023-11-12T09:32:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-12T09:32:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-11-12T09:32:37,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x237277c3 to 127.0.0.1:58891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:32:37,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cc14f35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:32:37,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:32:37,966 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:48216, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:32:37,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x237277c3 to 127.0.0.1:58891 2023-11-12T09:32:37,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:32:37,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-12T09:32:37,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] procedure2.ProcedureExecutor(1032): Stored pid=40, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-12T09:32:37,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 40 2023-11-12T09:32:37,971 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-12T09:32:37,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=40 2023-11-12T09:32:37,972 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-12T09:32:37,975 WARN [PEWorker-5 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/.hbase-snapshot, current working dir path: hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/.hbase-snapshot/.tmp/snapshot_backup_system org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-12T09:32:37,978 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-12T09:32:38,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=40 2023-11-12T09:32:38,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=40 2023-11-12T09:32:38,385 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-12T09:32:38,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; SnapshotRegionProcedure dc64ec1b2bad13b868d3c1ccd155b748}] 2023-11-12T09:32:38,387 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=41, ppid=40, state=RUNNABLE; SnapshotRegionProcedure dc64ec1b2bad13b868d3c1ccd155b748 2023-11-12T09:32:38,538 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:38,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40965 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=41 2023-11-12T09:32:38,539 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1699781529817.dc64ec1b2bad13b868d3c1ccd155b748. 2023-11-12T09:32:38,539 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HRegion(2819): Flushing dc64ec1b2bad13b868d3c1ccd155b748 2/2 column families, dataSize=1.37 KB heapSize=2.52 KB 2023-11-12T09:32:38,543 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/backup/system/dc64ec1b2bad13b868d3c1ccd155b748/.tmp/meta/621def78d597454b97e0da5dad59cbff is 171, key is trslm:hdfs://localhost:39367/backupUT\x00ns2:test-16997815214241/meta:log-roll-map/1699781556485/Put/seqid=0 2023-11-12T09:32:38,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=40 2023-11-12T09:32:38,948 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=531 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/backup/system/dc64ec1b2bad13b868d3c1ccd155b748/.tmp/meta/621def78d597454b97e0da5dad59cbff 2023-11-12T09:32:38,958 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/backup/system/dc64ec1b2bad13b868d3c1ccd155b748/.tmp/session/08dd6ce2430a432481861f37fa9e6a56 is 360, key is session:backup_1699781545676/session:context/1699781557737/Put/seqid=0 2023-11-12T09:32:39,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=40 2023-11-12T09:32:39,363 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=873 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/backup/system/dc64ec1b2bad13b868d3c1ccd155b748/.tmp/session/08dd6ce2430a432481861f37fa9e6a56 2023-11-12T09:32:39,371 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/backup/system/dc64ec1b2bad13b868d3c1ccd155b748/.tmp/meta/621def78d597454b97e0da5dad59cbff as hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/backup/system/dc64ec1b2bad13b868d3c1ccd155b748/meta/621def78d597454b97e0da5dad59cbff 2023-11-12T09:32:39,377 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/backup/system/dc64ec1b2bad13b868d3c1ccd155b748/meta/621def78d597454b97e0da5dad59cbff, entries=4, sequenceid=28, filesize=5.7 K 2023-11-12T09:32:39,377 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/backup/system/dc64ec1b2bad13b868d3c1ccd155b748/.tmp/session/08dd6ce2430a432481861f37fa9e6a56 as hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/backup/system/dc64ec1b2bad13b868d3c1ccd155b748/session/08dd6ce2430a432481861f37fa9e6a56 2023-11-12T09:32:39,383 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/backup/system/dc64ec1b2bad13b868d3c1ccd155b748/session/08dd6ce2430a432481861f37fa9e6a56, entries=2, sequenceid=28, filesize=5.3 K 2023-11-12T09:32:39,384 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HRegion(3022): Finished flush of dataSize ~1.37 KB/1404, heapSize ~2.49 KB/2552, currentSize=0 B/0 for dc64ec1b2bad13b868d3c1ccd155b748 in 845ms, sequenceid=28, compaction requested=true 2023-11-12T09:32:39,384 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HRegion(2520): Flush status journal for dc64ec1b2bad13b868d3c1ccd155b748: 2023-11-12T09:32:39,384 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1699781529817.dc64ec1b2bad13b868d3c1ccd155b748. for snapshot_backup_system completed. 2023-11-12T09:32:39,384 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1699781529817.dc64ec1b2bad13b868d3c1ccd155b748.' region-info for snapshot=snapshot_backup_system 2023-11-12T09:32:39,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-12T09:32:39,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/backup/system/dc64ec1b2bad13b868d3c1ccd155b748/meta/dcac2263cc7c4166a468f69bbdaceb83, hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/backup/system/dc64ec1b2bad13b868d3c1ccd155b748/meta/621def78d597454b97e0da5dad59cbff] hfiles 2023-11-12T09:32:39,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(264): Adding reference for file (1/2): hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/backup/system/dc64ec1b2bad13b868d3c1ccd155b748/meta/dcac2263cc7c4166a468f69bbdaceb83 for snapshot=snapshot_backup_system 2023-11-12T09:32:39,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(264): Adding reference for file (2/2): hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/backup/system/dc64ec1b2bad13b868d3c1ccd155b748/meta/621def78d597454b97e0da5dad59cbff for snapshot=snapshot_backup_system 2023-11-12T09:32:39,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/backup/system/dc64ec1b2bad13b868d3c1ccd155b748/session/038e87df18e74796a7e0c030a28e096f, hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/backup/system/dc64ec1b2bad13b868d3c1ccd155b748/session/cd001f5ed4c644c290bed2af13fae5d6, hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/backup/system/dc64ec1b2bad13b868d3c1ccd155b748/session/08dd6ce2430a432481861f37fa9e6a56] hfiles 2023-11-12T09:32:39,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(264): Adding reference for file (1/3): hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/backup/system/dc64ec1b2bad13b868d3c1ccd155b748/session/038e87df18e74796a7e0c030a28e096f for snapshot=snapshot_backup_system 2023-11-12T09:32:39,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(264): Adding reference for file (2/3): hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/backup/system/dc64ec1b2bad13b868d3c1ccd155b748/session/cd001f5ed4c644c290bed2af13fae5d6 for snapshot=snapshot_backup_system 2023-11-12T09:32:39,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(264): Adding reference for file (3/3): hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/backup/system/dc64ec1b2bad13b868d3c1ccd155b748/session/08dd6ce2430a432481861f37fa9e6a56 for snapshot=snapshot_backup_system 2023-11-12T09:32:39,791 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1699781529817.dc64ec1b2bad13b868d3c1ccd155b748. 2023-11-12T09:32:39,791 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=41 2023-11-12T09:32:39,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.HMaster(4026): Remote procedure done, pid=41 2023-11-12T09:32:39,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region dc64ec1b2bad13b868d3c1ccd155b748 2023-11-12T09:32:39,793 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=41, ppid=40, state=RUNNABLE; SnapshotRegionProcedure dc64ec1b2bad13b868d3c1ccd155b748 2023-11-12T09:32:39,796 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=41, resume processing ppid=40 2023-11-12T09:32:39,796 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-12T09:32:39,796 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=41, ppid=40, state=SUCCESS; SnapshotRegionProcedure dc64ec1b2bad13b868d3c1ccd155b748 in 1.4090 sec 2023-11-12T09:32:39,797 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-12T09:32:39,797 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-12T09:32:39,797 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-11-12T09:32:39,798 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/.hbase-snapshot/.tmp/snapshot_backup_system 2023-11-12T09:32:40,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=40 2023-11-12T09:32:40,209 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-12T09:32:40,218 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-12T09:32:40,218 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/.hbase-snapshot/snapshot_backup_system 2023-11-12T09:32:40,219 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-12T09:32:40,220 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 40 2023-11-12T09:32:40,221 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=40, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2520 sec 2023-11-12T09:32:42,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=40 2023-11-12T09:32:42,078 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: backup:system, procId: 40 completed 2023-11-12T09:32:42,078 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] impl.TableBackupClient(115): Backup backup_1699781557926 started at 1699781562078. 2023-11-12T09:32:42,080 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.TableBackupClient(119): Backup session backup_1699781557926 has been started. 2023-11-12T09:32:42,081 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.IncrementalTableBackupClient(268): For incremental backup, current table set is [test-1699781521424, ns2:test-16997815214241] 2023-11-12T09:32:42,088 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.IncrementalBackupManager(76): StartCode 1699781535343for backupID backup_1699781557926 2023-11-12T09:32:42,088 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2023-11-12T09:32:42,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(962): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-11-12T09:32:42,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-11-12T09:32:42,089 INFO [(jenkins-hbase3.apache.org,36011,1699781508346)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-11-12T09:32:42,089 DEBUG [(jenkins-hbase3.apache.org,36011,1699781508346)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-11-12T09:32:42,090 DEBUG [(jenkins-hbase3.apache.org,36011,1699781508346)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-11-12T09:32:42,090 DEBUG [(jenkins-hbase3.apache.org,36011,1699781508346)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-11-12T09:32:42,091 DEBUG [(jenkins-hbase3.apache.org,36011,1699781508346)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-11-12T09:32:42,091 DEBUG [(jenkins-hbase3.apache.org,36011,1699781508346)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-11-12T09:32:42,092 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40965-0x1004cf967510001, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-11-12T09:32:42,092 DEBUG [(jenkins-hbase3.apache.org,36011,1699781508346)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:42,092 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-12T09:32:42,093 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-12T09:32:42,093 DEBUG [(jenkins-hbase3.apache.org,36011,1699781508346)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:42,093 DEBUG [(jenkins-hbase3.apache.org,36011,1699781508346)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-11-12T09:32:42,093 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-11-12T09:32:42,093 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40965-0x1004cf967510001, quorum=127.0.0.1:58891, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-11-12T09:32:42,094 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-11-12T09:32:42,094 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-11-12T09:32:42,094 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-11-12T09:32:42,094 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-11-12T09:32:42,094 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-11-12T09:32:42,094 DEBUG [member: 'jenkins-hbase3.apache.org,40965,1699781511436' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-11-12T09:32:42,094 DEBUG [member: 'jenkins-hbase3.apache.org,40965,1699781511436' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-11-12T09:32:42,095 DEBUG [member: 'jenkins-hbase3.apache.org,40965,1699781511436' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-11-12T09:32:42,095 DEBUG [member: 'jenkins-hbase3.apache.org,40965,1699781511436' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-11-12T09:32:42,095 DEBUG [member: 'jenkins-hbase3.apache.org,40965,1699781511436' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,40965,1699781511436' joining acquired barrier for procedure (rolllog) in zk 2023-11-12T09:32:42,098 DEBUG [member: 'jenkins-hbase3.apache.org,40965,1699781511436' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-11-12T09:32:42,098 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:42,098 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:42,098 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:32:42,098 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:32:42,099 DEBUG [member: 'jenkins-hbase3.apache.org,40965,1699781511436' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40965-0x1004cf967510001, quorum=127.0.0.1:58891, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-11-12T09:32:42,099 DEBUG [member: 'jenkins-hbase3.apache.org,40965,1699781511436' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-11-12T09:32:42,099 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:32:42,099 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:32:42,099 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:32:42,100 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:42,100 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:32:42,101 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,40965,1699781511436' joining acquired barrier for procedure 'rolllog' on coordinator 2023-11-12T09:32:42,101 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@1b46f65a[Count = 0] remaining members to acquire global barrier 2023-11-12T09:32:42,101 DEBUG [(jenkins-hbase3.apache.org,36011,1699781508346)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-11-12T09:32:42,101 DEBUG [(jenkins-hbase3.apache.org,36011,1699781508346)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-11-12T09:32:42,102 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40965-0x1004cf967510001, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-12T09:32:42,102 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-11-12T09:32:42,102 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-11-12T09:32:42,102 DEBUG [member: 'jenkins-hbase3.apache.org,40965,1699781511436' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-11-12T09:32:42,103 DEBUG [(jenkins-hbase3.apache.org,36011,1699781508346)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:42,103 DEBUG [(jenkins-hbase3.apache.org,36011,1699781508346)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-11-12T09:32:42,103 DEBUG [member: 'jenkins-hbase3.apache.org,40965,1699781511436' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-11-12T09:32:42,103 DEBUG [rs(jenkins-hbase3.apache.org,40965,1699781511436)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:42,103 INFO [rs(jenkins-hbase3.apache.org,40965,1699781511436)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1699781549862 highest: 1699781549862 on jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:42,103 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C40965%2C1699781511436:(num 1699781549862) roll requested 2023-11-12T09:32:42,115 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/WALs/jenkins-hbase3.apache.org,40965,1699781511436/jenkins-hbase3.apache.org%2C40965%2C1699781511436.1699781562103, exclude list is [], retry=0 2023-11-12T09:32:42,120 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40327,DS-32376761-258b-4b7c-9dd9-fde8ad4d2c65,DISK] 2023-11-12T09:32:42,122 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/WALs/jenkins-hbase3.apache.org,40965,1699781511436/jenkins-hbase3.apache.org%2C40965%2C1699781511436.1699781549862 with entries=208, filesize=27.83 KB; new WAL /user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/WALs/jenkins-hbase3.apache.org,40965,1699781511436/jenkins-hbase3.apache.org%2C40965%2C1699781511436.1699781562103 2023-11-12T09:32:42,122 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:40327,DS-32376761-258b-4b7c-9dd9-fde8ad4d2c65,DISK]] 2023-11-12T09:32:42,122 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/WALs/jenkins-hbase3.apache.org,40965,1699781511436/jenkins-hbase3.apache.org%2C40965%2C1699781511436.1699781549862 is not closed yet, will try archiving it next time 2023-11-12T09:32:42,122 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C40965%2C1699781511436.meta:.meta(num 1699781549880) roll requested 2023-11-12T09:32:42,134 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/WALs/jenkins-hbase3.apache.org,40965,1699781511436/jenkins-hbase3.apache.org%2C40965%2C1699781511436.meta.1699781562122.meta, exclude list is [], retry=0 2023-11-12T09:32:42,138 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40327,DS-32376761-258b-4b7c-9dd9-fde8ad4d2c65,DISK] 2023-11-12T09:32:42,139 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/WALs/jenkins-hbase3.apache.org,40965,1699781511436/jenkins-hbase3.apache.org%2C40965%2C1699781511436.meta.1699781549880.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/WALs/jenkins-hbase3.apache.org,40965,1699781511436/jenkins-hbase3.apache.org%2C40965%2C1699781511436.meta.1699781562122.meta 2023-11-12T09:32:42,139 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:40327,DS-32376761-258b-4b7c-9dd9-fde8ad4d2c65,DISK]] 2023-11-12T09:32:42,139 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/WALs/jenkins-hbase3.apache.org,40965,1699781511436/jenkins-hbase3.apache.org%2C40965%2C1699781511436.meta.1699781549880.meta is not closed yet, will try archiving it next time 2023-11-12T09:32:42,141 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(656): complete file /user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/WALs/jenkins-hbase3.apache.org,40965,1699781511436/jenkins-hbase3.apache.org%2C40965%2C1699781511436.meta.1699781549880.meta not finished, retry = 0 2023-11-12T09:32:42,143 DEBUG [rs(jenkins-hbase3.apache.org,40965,1699781511436)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 40 2023-11-12T09:32:42,143 INFO [rs(jenkins-hbase3.apache.org,40965,1699781511436)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1699781562103 on jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:42,153 DEBUG [member: 'jenkins-hbase3.apache.org,40965,1699781511436' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-11-12T09:32:42,153 DEBUG [member: 'jenkins-hbase3.apache.org,40965,1699781511436' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,40965,1699781511436' in zk 2023-11-12T09:32:42,157 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:42,157 DEBUG [member: 'jenkins-hbase3.apache.org,40965,1699781511436' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-11-12T09:32:42,157 DEBUG [member: 'jenkins-hbase3.apache.org,40965,1699781511436' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-12T09:32:42,157 DEBUG [member: 'jenkins-hbase3.apache.org,40965,1699781511436' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-11-12T09:32:42,157 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:42,158 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:32:42,158 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:32:42,158 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:32:42,158 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:32:42,159 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:32:42,159 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:42,160 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:32:42,160 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:32:42,160 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:42,161 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,40965,1699781511436': 2023-11-12T09:32:42,161 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,40965,1699781511436' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-11-12T09:32:42,161 INFO [(jenkins-hbase3.apache.org,36011,1699781508346)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-11-12T09:32:42,161 DEBUG [(jenkins-hbase3.apache.org,36011,1699781508346)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-11-12T09:32:42,161 DEBUG [(jenkins-hbase3.apache.org,36011,1699781508346)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-11-12T09:32:42,161 DEBUG [(jenkins-hbase3.apache.org,36011,1699781508346)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-11-12T09:32:42,161 INFO [(jenkins-hbase3.apache.org,36011,1699781508346)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-11-12T09:32:42,163 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40965-0x1004cf967510001, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-12T09:32:42,163 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-12T09:32:42,163 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40965-0x1004cf967510001, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-11-12T09:32:42,163 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-11-12T09:32:42,163 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-11-12T09:32:42,163 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-12T09:32:42,163 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:32:42,163 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:32:42,164 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-12T09:32:42,164 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-12T09:32:42,164 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:32:42,164 DEBUG [(jenkins-hbase3.apache.org,36011,1699781508346)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:42,164 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:32:42,164 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-12T09:32:42,165 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:32:42,165 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:32:42,165 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:42,165 DEBUG [(jenkins-hbase3.apache.org,36011,1699781508346)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:42,166 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:32:42,166 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:32:42,167 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:42,170 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:42,170 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-11-12T09:32:42,170 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40965-0x1004cf967510001, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-11-12T09:32:42,170 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-11-12T09:32:42,170 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:32:42,170 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-12T09:32:42,170 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-12T09:32:42,170 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-12T09:32:42,170 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-12T09:32:42,170 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40965-0x1004cf967510001, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-11-12T09:32:42,170 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-12T09:32:42,170 DEBUG [(jenkins-hbase3.apache.org,36011,1699781508346)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-12T09:32:42,170 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-11-12T09:32:42,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-11-12T09:32:42,171 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Unable to get data of znode /1/rolllog-proc/abort/rolllog because node does not exist (not an error) 2023-11-12T09:32:42,171 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-12T09:32:42,171 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-12T09:32:42,171 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] client.HBaseAdmin(2906): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-11-12T09:32:42,172 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] client.HBaseAdmin(2914): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-11-12T09:32:42,242 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(809): Archiving hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/WALs/jenkins-hbase3.apache.org,40965,1699781511436/jenkins-hbase3.apache.org%2C40965%2C1699781511436.meta.1699781549880.meta to hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/oldWALs/jenkins-hbase3.apache.org%2C40965%2C1699781511436.meta.1699781549880.meta 2023-11-12T09:32:42,272 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] client.HBaseAdmin(2920): Getting current status of procedure from master... 2023-11-12T09:32:42,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1263): Checking to see if procedure from request:rolllog-proc is done 2023-11-12T09:32:42,275 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {jenkins-hbase3.apache.org:40965=1699781535343} newestTimestamps: {jenkins-hbase3.apache.org:40965=1699781549862} 2023-11-12T09:32:42,277 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase3.apache.org%2C40965%2C1699781511436.meta.1699781514632.meta 2023-11-12T09:32:42,277 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase3.apache.org%2C40965%2C1699781511436.meta.1699781562122.meta 2023-11-12T09:32:42,277 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/WALs/jenkins-hbase3.apache.org,40965,1699781511436/jenkins-hbase3.apache.org%2C40965%2C1699781511436.1699781549862 2023-11-12T09:32:42,277 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/WALs/jenkins-hbase3.apache.org,40965,1699781511436/jenkins-hbase3.apache.org%2C40965%2C1699781511436.1699781562103 2023-11-12T09:32:42,277 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/oldWALs/jenkins-hbase3.apache.org%2C40965%2C1699781511436.meta.1699781535376.meta 2023-11-12T09:32:42,278 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/oldWALs/jenkins-hbase3.apache.org%2C40965%2C1699781511436.meta.1699781549880.meta 2023-11-12T09:32:42,688 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] util.BackupUtils(147): Attempting to copy table info for:test-1699781521424 target: hdfs://localhost:39367/backupUT/backup_1699781557926/default/test-1699781521424 descriptor: 'test-1699781521424', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:32:42,688 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] util.BackupUtils(149): Finished copying tableinfo. 2023-11-12T09:32:42,690 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] util.BackupUtils(152): Starting to write region info for table test-1699781521424 2023-11-12T09:32:43,096 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] util.BackupUtils(159): Finished writing region info for table test-1699781521424 2023-11-12T09:32:43,507 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] util.BackupUtils(147): Attempting to copy table info for:ns2:test-16997815214241 target: hdfs://localhost:39367/backupUT/backup_1699781557926/ns2/test-16997815214241 descriptor: 'ns2:test-16997815214241', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:32:43,507 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] util.BackupUtils(149): Finished copying tableinfo. 2023-11-12T09:32:43,509 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] util.BackupUtils(152): Starting to write region info for table ns2:test-16997815214241 2023-11-12T09:32:43,915 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] util.BackupUtils(159): Finished writing region info for table ns2:test-16997815214241 2023-11-12T09:32:43,920 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.WALPlayer(360): add incremental job :hdfs://localhost:39367/backupUT/.tmp/backup_1699781557926 from hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/WALs/jenkins-hbase3.apache.org,40965,1699781511436/jenkins-hbase3.apache.org%2C40965%2C1699781511436.1699781549862 2023-11-12T09:32:43,921 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x532320c6 to 127.0.0.1:58891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:32:43,930 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@196b173c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:32:43,931 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:32:43,932 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:36952, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:32:43,934 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-11-12T09:32:43,934 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table test-1699781521424 2023-11-12T09:32:43,938 DEBUG [hconnection-0x759938ff-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:32:43,939 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:48218, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:32:43,941 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for test-1699781521424: test-1699781521424; 2023-11-12T09:32:43,941 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:test-16997815214241 2023-11-12T09:32:43,943 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:test-16997815214241: ns2:test-16997815214241; 2023-11-12T09:32:43,943 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(694): Configuring 2 reduce partitions to match current region count for all tables 2023-11-12T09:32:43,943 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/hbase-staging/partitions_54217569-9cf7-4974-a1ae-03b5894ec5ac 2023-11-12T09:32:44,350 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:44,351 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:44,351 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:44,352 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:45,319 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/hadoop-2974226661493668127.jar 2023-11-12T09:32:45,320 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:45,320 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:45,321 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:45,321 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:45,322 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:45,322 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:45,323 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:45,323 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:45,323 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:45,324 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:32:45,325 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-12T09:32:45,325 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-12T09:32:45,326 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-12T09:32:45,326 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-12T09:32:45,327 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-12T09:32:45,327 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-12T09:32:45,327 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-12T09:32:45,328 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-12T09:32:45,328 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-12T09:32:45,329 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-12T09:32:45,329 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-12T09:32:45,329 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:45,330 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:45,331 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:45,331 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:45,331 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:45,332 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:45,332 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:32:45,333 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: default:test-1699781521424,ns2:test-16997815214241 2023-11-12T09:32:45,333 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:32:45,333 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x532320c6 to 127.0.0.1:58891 2023-11-12T09:32:45,333 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:32:45,334 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:32:46,297 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/hadoop-860869320843761221.jar 2023-11-12T09:32:46,302 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-12T09:32:46,317 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/WALs/jenkins-hbase3.apache.org,40965,1699781511436/jenkins-hbase3.apache.org%2C40965%2C1699781511436.1699781549862 for WAL files 2023-11-12T09:32:46,318 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/WALs/jenkins-hbase3.apache.org,40965,1699781511436/jenkins-hbase3.apache.org%2C40965%2C1699781511436.1699781549862 2023-11-12T09:32:46,388 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/mapreduce.cluster.local.dir/1699781566354/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-12T09:32:46,388 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/mapreduce.cluster.local.dir/1699781566354/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-12T09:32:46,452 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/WALs/jenkins-hbase3.apache.org,40965,1699781511436/jenkins-hbase3.apache.org%2C40965%2C1699781511436.1699781549862 for hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/WALs/jenkins-hbase3.apache.org,40965,1699781511436/jenkins-hbase3.apache.org%2C40965%2C1699781511436.1699781549862 (-9223372036854775808:9223372036854775807) length:28505 2023-11-12T09:32:46,461 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2023-11-12T09:32:46,461 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2023-11-12T09:32:46,479 DEBUG [pool-219-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x1d2fbdae to 127.0.0.1:58891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:32:46,484 DEBUG [pool-219-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b704390, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:32:46,486 DEBUG [hconnection-0x6689706d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:32:46,488 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:42406, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:32:46,490 DEBUG [pool-219-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x1d2fbdae to 127.0.0.1:58891 2023-11-12T09:32:46,490 DEBUG [pool-219-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:32:46,491 DEBUG [pool-219-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-ns2:test-16997815214241-2-0] 2023-11-12T09:32:46,491 DEBUG [pool-219-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-11-12T09:32:46,500 DEBUG [pool-219-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:39367/backupUT/.tmp/backup_1699781557926/_temporary/0/_temporary/attempt_local665574433_0005_r_000000_0/ns2/test-16997815214241/f/f019bb3345c9466093a4635d509b3538 is 64, key is row-ns2:test-16997815214241-2-10/f:q1/1699781557854/Put/seqid=0 2023-11-12T09:32:46,502 WARN [Thread-983 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:40965] Specified favored nodes: [jenkins-hbase3.apache.org:40965] 2023-11-12T09:32:46,919 DEBUG [pool-219-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x0ef43f51 to 127.0.0.1:58891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:32:46,924 DEBUG [pool-219-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c259481, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:32:46,925 DEBUG [hconnection-0x121fb79b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:32:46,927 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:42410, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:32:46,928 DEBUG [pool-219-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x0ef43f51 to 127.0.0.1:58891 2023-11-12T09:32:46,928 DEBUG [pool-219-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:32:46,930 DEBUG [pool-219-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-test-1699781521424-2-0] 2023-11-12T09:32:46,930 DEBUG [pool-219-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-11-12T09:32:46,937 DEBUG [pool-219-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:39367/backupUT/.tmp/backup_1699781557926/_temporary/0/_temporary/attempt_local665574433_0005_r_000001_0/default/test-1699781521424/f/12499b0e466b4ece848963285ed0b973 is 59, key is row-test-1699781521424-2-10/f:q1/1699781557765/Put/seqid=0 2023-11-12T09:32:46,939 WARN [Thread-993 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:40965] Specified favored nodes: [jenkins-hbase3.apache.org:40965] 2023-11-12T09:32:47,440 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.IncrementalTableBackupClient(325): Incremental copy HFiles is starting. dest=hdfs://localhost:39367/backupUT 2023-11-12T09:32:47,440 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.IncrementalTableBackupClient(335): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1699781557926 2023-11-12T09:32:47,440 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.MapReduceBackupCopyJob(379): Doing COPY_TYPE_DISTCP 2023-11-12T09:32:47,445 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.MapReduceBackupCopyJob(388): DistCp options: [hdfs://localhost:39367/backupUT/.tmp/backup_1699781557926, hdfs://localhost:39367/backupUT] 2023-11-12T09:32:47,472 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-12T09:32:48,550 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(218): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2023-11-12T09:32:48,551 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.MapReduceBackupCopyJob(138): Backup progress data "100%" has been updated to backup system table for backup_1699781557926 2023-11-12T09:32:48,551 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(226): Backup progress data updated to backup system table: "Progress: 100.0% - 22483 bytes copied." 2023-11-12T09:32:48,552 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(236): DistCp job-id: job_local771941171_0006 completed: true true 2023-11-12T09:32:48,555 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(239): Counters: 24 File System Counters FILE: Number of bytes read=4496388 FILE: Number of bytes written=7551698 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=214309 HDFS: Number of bytes written=2409878 HDFS: Number of read operations=618 HDFS: Number of large read operations=0 HDFS: Number of write operations=250 Map-Reduce Framework Map input records=10 Map output records=0 Input split bytes=341 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1786773504 File Input Format Counters Bytes Read=2444 File Output Format Counters Bytes Written=0 DistCp Counters Bytes Copied=22483 Bytes Expected=22483 Files Copied=3 DIR_COPY=7 2023-11-12T09:32:48,555 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.IncrementalTableBackupClient(346): Incremental copy HFiles from hdfs://localhost:39367/backupUT/.tmp/backup_1699781557926 to hdfs://localhost:39367/backupUT finished. 2023-11-12T09:32:48,564 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupSystemTable(453): deleted 0 original bulkload rows 2023-11-12T09:32:48,565 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1699781557926 2023-11-12T09:32:48,568 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:39367/backupUT/backup_1699781545676 to construct the dependency. 2023-11-12T09:32:48,568 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:39367/backupUT/backup_1699781545676 2023-11-12T09:32:48,571 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1699781545676/.backup.manifest 2023-11-12T09:32:48,571 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1699781545676BackupDir=hdfs://localhost:39367/backupUT} 2023-11-12T09:32:48,571 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupManager(340): Got 2 ancestors for the current backup. 2023-11-12T09:32:48,571 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1699781557926 2023-11-12T09:32:48,573 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:39367/backupUT/backup_1699781545676 to construct the dependency. 2023-11-12T09:32:48,573 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:39367/backupUT/backup_1699781545676 2023-11-12T09:32:48,575 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1699781545676/.backup.manifest 2023-11-12T09:32:48,575 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1699781545676BackupDir=hdfs://localhost:39367/backupUT} 2023-11-12T09:32:48,575 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupManager(340): Got 2 ancestors for the current backup. 2023-11-12T09:32:48,980 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:39367/backupUT/backup_1699781557926/.backup.manifest 2023-11-12T09:32:48,980 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1699781557926 2023-11-12T09:32:48,983 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:39367/backupUT/backup_1699781545676 to construct the dependency. 2023-11-12T09:32:48,983 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:39367/backupUT/backup_1699781545676 2023-11-12T09:32:48,986 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1699781545676/.backup.manifest 2023-11-12T09:32:48,986 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1699781545676BackupDir=hdfs://localhost:39367/backupUT} 2023-11-12T09:32:48,986 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupManager(340): Got 2 ancestors for the current backup. 2023-11-12T09:32:48,986 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1699781557926 2023-11-12T09:32:48,988 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:39367/backupUT/backup_1699781545676 to construct the dependency. 2023-11-12T09:32:48,989 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:39367/backupUT/backup_1699781545676 2023-11-12T09:32:48,991 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1699781545676/.backup.manifest 2023-11-12T09:32:48,992 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1699781545676BackupDir=hdfs://localhost:39367/backupUT} 2023-11-12T09:32:48,992 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupManager(340): Got 2 ancestors for the current backup. 2023-11-12T09:32:49,398 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:39367/backupUT/backup_1699781557926/.backup.manifest 2023-11-12T09:32:49,398 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1699781557926 2023-11-12T09:32:49,400 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:39367/backupUT/backup_1699781545676 to construct the dependency. 2023-11-12T09:32:49,401 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:39367/backupUT/backup_1699781545676 2023-11-12T09:32:49,404 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1699781545676/.backup.manifest 2023-11-12T09:32:49,404 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1699781545676BackupDir=hdfs://localhost:39367/backupUT} 2023-11-12T09:32:49,404 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupManager(340): Got 2 ancestors for the current backup. 2023-11-12T09:32:49,809 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:39367/backupUT/backup_1699781557926/.backup.manifest 2023-11-12T09:32:49,809 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.TableBackupClient(358): Backup backup_1699781557926 finished: type=INCREMENTAL,tablelist=test-1699781521424;ns2:test-16997815214241,targetRootDir=hdfs://localhost:39367/backupUT,startts=1699781562078,completets=1699781568565,bytescopied=0 2023-11-12T09:32:49,810 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-11-12T09:32:49,815 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(763): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-11-12T09:32:49,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_backup_system 2023-11-12T09:32:49,817 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupSystemTable(1577): Done deleting backup system table snapshot 2023-11-12T09:32:49,819 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-11-12T09:32:49,822 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] impl.TableBackupClient(376): Backup backup_1699781557926 completed. 2023-11-12T09:32:49,851 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] backup.TestIncrementalBackupMergeWithFailures$BackupMergeJobWithFailures(102): Merge backup images backup_1699781545676,backup_1699781557926 2023-11-12T09:32:49,852 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x63a2895a to 127.0.0.1:58891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:32:49,859 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b2fe95a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:32:49,860 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:32:49,861 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:56784, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:32:49,865 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:32:49,866 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:42418, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:32:49,875 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-11-12T09:32:49,883 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x701361a7 to 127.0.0.1:58891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:32:49,889 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3566045f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:32:49,890 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:32:49,892 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:56792, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:32:49,896 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:32:49,897 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:42420, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:32:49,910 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:32:49,910 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x701361a7 to 127.0.0.1:58891 2023-11-12T09:32:49,911 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:32:49,912 ERROR [Listener at jenkins-hbase3.apache.org/40099 {}] backup.TestIncrementalBackupMergeWithFailures$BackupMergeJobWithFailures(199): java.io.IOException: PHASE1 java.io.IOException: PHASE1 at org.apache.hadoop.hbase.backup.TestIncrementalBackupMergeWithFailures$BackupMergeJobWithFailures.checkFailure(TestIncrementalBackupMergeWithFailures.java:221) ~[test-classes/:?] at org.apache.hadoop.hbase.backup.TestIncrementalBackupMergeWithFailures$BackupMergeJobWithFailures.run(TestIncrementalBackupMergeWithFailures.java:125) ~[test-classes/:?] at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.mergeBackups(BackupAdminImpl.java:622) ~[classes/:?] at org.apache.hadoop.hbase.backup.TestIncrementalBackupMergeWithFailures.TestIncBackupMergeRestore(TestIncrementalBackupMergeWithFailures.java:287) ~[test-classes/:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-12T09:32:49,916 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-11-12T09:32:49,917 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:32:49,918 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x63a2895a to 127.0.0.1:58891 2023-11-12T09:32:49,918 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:32:49,930 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-11-12T09:32:49,932 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] backup.TestIncrementalBackupMergeWithFailures(314): Expected :Backup merge operation failed, you should try it again 2023-11-12T09:32:49,946 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] backup.TestIncrementalBackupMergeWithFailures$BackupMergeJobWithFailures(102): Merge backup images backup_1699781545676,backup_1699781557926 2023-11-12T09:32:49,946 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x3ba84f25 to 127.0.0.1:58891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:32:49,956 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@482e8a5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:32:49,957 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:32:49,959 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:56794, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:32:49,963 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:32:49,963 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:42424, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:32:49,972 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-11-12T09:32:49,979 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x7cecd96a to 127.0.0.1:58891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:32:49,983 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@399d4774, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:32:49,984 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:32:49,986 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:56802, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:32:49,989 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:32:49,989 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:42438, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:32:50,001 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:32:50,001 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x7cecd96a to 127.0.0.1:58891 2023-11-12T09:32:50,001 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:32:50,003 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] backup.TestIncrementalBackupMergeWithFailures$BackupMergeJobWithFailures(128): Merge backup images for test-1699781521424 2023-11-12T09:32:50,007 ERROR [Listener at jenkins-hbase3.apache.org/40099 {}] backup.TestIncrementalBackupMergeWithFailures$BackupMergeJobWithFailures(199): java.io.IOException: PHASE2 java.io.IOException: PHASE2 at org.apache.hadoop.hbase.backup.TestIncrementalBackupMergeWithFailures$BackupMergeJobWithFailures.checkFailure(TestIncrementalBackupMergeWithFailures.java:221) ~[test-classes/:?] at org.apache.hadoop.hbase.backup.TestIncrementalBackupMergeWithFailures$BackupMergeJobWithFailures.run(TestIncrementalBackupMergeWithFailures.java:146) ~[test-classes/:?] at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.mergeBackups(BackupAdminImpl.java:622) ~[classes/:?] at org.apache.hadoop.hbase.backup.TestIncrementalBackupMergeWithFailures.TestIncBackupMergeRestore(TestIncrementalBackupMergeWithFailures.java:287) ~[test-classes/:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-12T09:32:50,009 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-11-12T09:32:50,011 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:32:50,011 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x3ba84f25 to 127.0.0.1:58891 2023-11-12T09:32:50,011 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:32:50,024 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-11-12T09:32:50,026 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] backup.TestIncrementalBackupMergeWithFailures(314): Expected :Backup merge operation failed, you should try it again 2023-11-12T09:32:50,037 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] backup.TestIncrementalBackupMergeWithFailures$BackupMergeJobWithFailures(102): Merge backup images backup_1699781545676,backup_1699781557926 2023-11-12T09:32:50,038 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x4ea7fc0e to 127.0.0.1:58891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:32:50,044 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3687bcc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:32:50,045 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:32:50,046 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:56808, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:32:50,049 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:32:50,050 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:42442, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:32:50,059 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-11-12T09:32:50,065 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x0cff0d43 to 127.0.0.1:58891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:32:50,071 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20446409, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:32:50,071 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:32:50,073 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:56812, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:32:50,078 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:32:50,079 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:42458, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:32:50,092 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:32:50,093 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x0cff0d43 to 127.0.0.1:58891 2023-11-12T09:32:50,093 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:32:50,094 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] backup.TestIncrementalBackupMergeWithFailures$BackupMergeJobWithFailures(128): Merge backup images for test-1699781521424 2023-11-12T09:32:50,098 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/hbase-staging/bulk_output-default-test-1699781521424-1699781570096 from hdfs://localhost:39367/backupUT/backup_1699781545676/default/test-1699781521424,hdfs://localhost:39367/backupUT/backup_1699781557926/default/test-1699781521424 2023-11-12T09:32:50,099 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x5b8fd643 to 127.0.0.1:58891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:32:50,104 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a605671, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:32:50,105 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:32:50,106 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:56814, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:32:50,108 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-11-12T09:32:50,108 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table test-1699781521424 2023-11-12T09:32:50,111 DEBUG [hconnection-0x75790e3c-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:32:50,112 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:42472, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:32:50,114 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for test-1699781521424: 2023-11-12T09:32:50,114 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-11-12T09:32:50,116 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/hbase-staging/partitions_ba07a311-c837-4080-9b36-d955e6cf9332 2023-11-12T09:32:50,523 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:50,524 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:50,524 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:50,525 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:51,493 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/hadoop-9121202906274077933.jar 2023-11-12T09:32:51,493 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:51,493 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:51,494 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:51,494 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:51,495 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:51,495 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:51,495 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:51,496 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:51,496 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:51,497 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:32:51,498 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-12T09:32:51,498 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-12T09:32:51,498 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-12T09:32:51,499 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-12T09:32:51,499 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-12T09:32:51,499 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-12T09:32:51,500 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-12T09:32:51,500 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-12T09:32:51,501 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-12T09:32:51,501 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-12T09:32:51,501 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-12T09:32:51,505 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:51,506 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:51,506 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:51,506 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:51,507 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:51,507 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:51,508 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:32:51,508 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: test-1699781521424 2023-11-12T09:32:51,508 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:32:51,508 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x5b8fd643 to 127.0.0.1:58891 2023-11-12T09:32:51,508 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:32:51,508 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-11-12T09:32:51,509 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-11-12T09:32:51,509 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:32:51,516 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-12T09:32:51,524 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-11-12T09:32:51,638 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/mapreduce.cluster.local.dir/1699781571603/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-12T09:32:51,638 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/mapreduce.cluster.local.dir/1699781571603/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-12T09:32:51,688 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:39367/backupUT/backup_1699781557926/default/test-1699781521424/f/12499b0e466b4ece848963285ed0b973 2023-11-12T09:32:51,694 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-12T09:32:51,716 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:39367/backupUT/backup_1699781545676/default/test-1699781521424/f/96899ad9c282491b935a89d5e0ab2c61 2023-11-12T09:32:51,720 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-12T09:32:51,740 DEBUG [pool-240-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x50994491 to 127.0.0.1:58891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:32:51,745 DEBUG [pool-240-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5be64864, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:32:51,747 DEBUG [hconnection-0x389fb3b6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:32:51,749 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:42476, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:32:51,750 DEBUG [pool-240-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x50994491 to 127.0.0.1:58891 2023-11-12T09:32:51,750 DEBUG [pool-240-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:32:51,753 DEBUG [pool-240-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-test-1699781521424-1-0] 2023-11-12T09:32:51,753 DEBUG [pool-240-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-11-12T09:32:51,763 DEBUG [pool-240-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/hbase-staging/bulk_output-default-test-1699781521424-1699781570096/_temporary/0/_temporary/attempt_local1835849218_0007_r_000000_0/f/581c27b390964569b444bac01254ca79 is 59, key is row-test-1699781521424-1-10/f:q1/1699781545444/Put/seqid=0 2023-11-12T09:32:51,764 WARN [Thread-1083 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:40965] Specified favored nodes: [jenkins-hbase3.apache.org:40965] 2023-11-12T09:32:52,670 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] backup.TestIncrementalBackupMergeWithFailures$BackupMergeJobWithFailures(156): Merge Job finished:0 2023-11-12T09:32:52,670 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] backup.TestIncrementalBackupMergeWithFailures$BackupMergeJobWithFailures(128): Merge backup images for ns2:test-16997815214241 2023-11-12T09:32:52,673 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/hbase-staging/bulk_output-ns2-test-16997815214241-1699781572671 from hdfs://localhost:39367/backupUT/backup_1699781545676/ns2/test-16997815214241,hdfs://localhost:39367/backupUT/backup_1699781557926/ns2/test-16997815214241 2023-11-12T09:32:52,673 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x35a62629 to 127.0.0.1:58891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:32:52,678 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e333486, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:32:52,679 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:32:52,680 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:56824, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:32:52,681 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-11-12T09:32:52,681 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:test-16997815214241 2023-11-12T09:32:52,684 DEBUG [hconnection-0x23524616-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:32:52,686 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:42484, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:32:52,687 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:test-16997815214241: 2023-11-12T09:32:52,687 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-11-12T09:32:52,687 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/hbase-staging/partitions_1c7138b0-8b35-44d3-8d47-6d8e771a7441 2023-11-12T09:32:53,094 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:53,095 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:53,095 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:53,096 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:54,060 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/hadoop-4806676979351992082.jar 2023-11-12T09:32:54,061 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:54,061 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:54,062 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:54,062 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:54,063 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:54,063 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:54,063 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:54,064 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:54,064 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:54,065 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:32:54,065 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-12T09:32:54,066 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-12T09:32:54,066 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-12T09:32:54,066 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-12T09:32:54,067 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-12T09:32:54,067 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-12T09:32:54,068 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-12T09:32:54,068 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-12T09:32:54,068 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-12T09:32:54,069 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-12T09:32:54,069 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-12T09:32:54,070 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:54,070 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:54,071 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:54,071 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:54,071 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:54,071 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:54,072 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:32:54,072 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: ns2:test-16997815214241 2023-11-12T09:32:54,072 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:32:54,072 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x35a62629 to 127.0.0.1:58891 2023-11-12T09:32:54,073 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:32:54,073 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-11-12T09:32:54,073 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-11-12T09:32:54,073 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:32:54,080 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-12T09:32:54,086 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-11-12T09:32:54,173 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/mapreduce.cluster.local.dir/1699781574133/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-12T09:32:54,173 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/mapreduce.cluster.local.dir/1699781574133/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-12T09:32:54,225 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:39367/backupUT/backup_1699781557926/ns2/test-16997815214241/f/f019bb3345c9466093a4635d509b3538 2023-11-12T09:32:54,229 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-12T09:32:54,250 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:39367/backupUT/backup_1699781545676/ns2/test-16997815214241/f/fe2fa1bff2e240c9988da07d0e2f91f6 2023-11-12T09:32:54,254 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-12T09:32:54,273 DEBUG [pool-245-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x18645682 to 127.0.0.1:58891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:32:54,278 DEBUG [pool-245-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e80e6f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:32:54,280 DEBUG [hconnection-0x2fbf25e5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:32:54,282 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:42500, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:32:54,284 DEBUG [pool-245-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x18645682 to 127.0.0.1:58891 2023-11-12T09:32:54,284 DEBUG [pool-245-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:32:54,285 DEBUG [pool-245-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-ns2:test-16997815214241-1-0] 2023-11-12T09:32:54,285 DEBUG [pool-245-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-11-12T09:32:54,297 DEBUG [pool-245-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/hbase-staging/bulk_output-ns2-test-16997815214241-1699781572671/_temporary/0/_temporary/attempt_local1745417261_0008_r_000000_0/f/67a4942195d640f3866eb5d9bd94444d is 64, key is row-ns2:test-16997815214241-1-10/f:q1/1699781545573/Put/seqid=0 2023-11-12T09:32:54,299 WARN [Thread-1124 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:40965] Specified favored nodes: [jenkins-hbase3.apache.org:40965] 2023-11-12T09:32:54,891 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 1be5ccfd99112d88baddb438c1d4bf6c changed from -1.0 to 0.0, refreshing cache 2023-11-12T09:32:55,209 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] backup.TestIncrementalBackupMergeWithFailures$BackupMergeJobWithFailures(156): Merge Job finished:0 2023-11-12T09:32:55,209 ERROR [Listener at jenkins-hbase3.apache.org/40099 {}] backup.TestIncrementalBackupMergeWithFailures$BackupMergeJobWithFailures(199): java.io.IOException: PHASE3 java.io.IOException: PHASE3 at org.apache.hadoop.hbase.backup.TestIncrementalBackupMergeWithFailures$BackupMergeJobWithFailures.checkFailure(TestIncrementalBackupMergeWithFailures.java:221) ~[test-classes/:?] at org.apache.hadoop.hbase.backup.TestIncrementalBackupMergeWithFailures$BackupMergeJobWithFailures.run(TestIncrementalBackupMergeWithFailures.java:160) ~[test-classes/:?] at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.mergeBackups(BackupAdminImpl.java:622) ~[classes/:?] at org.apache.hadoop.hbase.backup.TestIncrementalBackupMergeWithFailures.TestIncBackupMergeRestore(TestIncrementalBackupMergeWithFailures.java:287) ~[test-classes/:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-12T09:32:55,212 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-11-12T09:32:55,214 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:32:55,214 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x4ea7fc0e to 127.0.0.1:58891 2023-11-12T09:32:55,214 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:32:55,226 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-11-12T09:32:55,228 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] backup.TestIncrementalBackupMergeWithFailures(314): Expected :Backup merge operation failed, you should try it again 2023-11-12T09:32:55,242 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] backup.TestIncrementalBackupMergeWithFailures$BackupMergeJobWithFailures(102): Merge backup images backup_1699781545676,backup_1699781557926 2023-11-12T09:32:55,242 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x3b45224d to 127.0.0.1:58891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:32:55,248 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ef6658b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:32:55,249 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:32:55,250 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:47360, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:32:55,253 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:32:55,255 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:60420, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:32:55,262 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-11-12T09:32:55,268 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x7a3a1423 to 127.0.0.1:58891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:32:55,273 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c377410, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:32:55,273 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:32:55,275 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:47376, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:32:55,278 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:32:55,280 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:60422, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:32:55,291 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:32:55,291 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x7a3a1423 to 127.0.0.1:58891 2023-11-12T09:32:55,291 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:32:55,293 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] backup.TestIncrementalBackupMergeWithFailures$BackupMergeJobWithFailures(128): Merge backup images for test-1699781521424 2023-11-12T09:32:55,296 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/hbase-staging/bulk_output-default-test-1699781521424-1699781575294 from hdfs://localhost:39367/backupUT/backup_1699781545676/default/test-1699781521424,hdfs://localhost:39367/backupUT/backup_1699781557926/default/test-1699781521424 2023-11-12T09:32:55,296 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x4a0847d2 to 127.0.0.1:58891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:32:55,308 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e1eda2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:32:55,308 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:32:55,309 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:47390, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:32:55,310 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-11-12T09:32:55,310 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table test-1699781521424 2023-11-12T09:32:55,313 DEBUG [hconnection-0x39a33e89-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:32:55,315 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:60424, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:32:55,316 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for test-1699781521424: 2023-11-12T09:32:55,316 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-11-12T09:32:55,317 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/hbase-staging/partitions_1d3cac29-3cc1-456b-966f-0dae239981ff 2023-11-12T09:32:55,726 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:55,726 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:55,727 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:55,727 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:56,682 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/hadoop-3294079962901105196.jar 2023-11-12T09:32:56,683 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:56,683 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:56,684 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:56,684 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:56,684 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:56,685 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:56,685 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:56,685 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:56,686 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:56,686 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:32:56,687 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-12T09:32:56,688 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-12T09:32:56,688 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-12T09:32:56,688 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-12T09:32:56,689 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-12T09:32:56,689 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-12T09:32:56,689 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-12T09:32:56,690 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-12T09:32:56,690 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-12T09:32:56,691 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-12T09:32:56,691 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-12T09:32:56,692 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:56,692 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:56,692 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:56,693 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:56,693 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:56,693 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:56,694 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:32:56,694 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: test-1699781521424 2023-11-12T09:32:56,694 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:32:56,694 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x4a0847d2 to 127.0.0.1:58891 2023-11-12T09:32:56,694 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:32:56,694 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-11-12T09:32:56,695 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-11-12T09:32:56,695 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:32:56,702 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-12T09:32:56,708 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-11-12T09:32:56,809 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/mapreduce.cluster.local.dir/1699781576753/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-12T09:32:56,809 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/mapreduce.cluster.local.dir/1699781576753/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-12T09:32:56,857 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:39367/backupUT/backup_1699781557926/default/test-1699781521424/f/12499b0e466b4ece848963285ed0b973 2023-11-12T09:32:56,861 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-12T09:32:56,882 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:39367/backupUT/backup_1699781545676/default/test-1699781521424/f/96899ad9c282491b935a89d5e0ab2c61 2023-11-12T09:32:56,886 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-12T09:32:56,903 DEBUG [pool-254-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x20b96bb4 to 127.0.0.1:58891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:32:56,908 DEBUG [pool-254-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7750aa8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:32:56,909 DEBUG [hconnection-0x714d0075-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:32:56,910 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:60438, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:32:56,912 DEBUG [pool-254-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x20b96bb4 to 127.0.0.1:58891 2023-11-12T09:32:56,912 DEBUG [pool-254-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:32:56,913 DEBUG [pool-254-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-test-1699781521424-1-0] 2023-11-12T09:32:56,913 DEBUG [pool-254-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-11-12T09:32:56,920 DEBUG [pool-254-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/hbase-staging/bulk_output-default-test-1699781521424-1699781575294/_temporary/0/_temporary/attempt_local2078046702_0009_r_000000_0/f/e369d1f43c384ac8b6832c2c373156ea is 59, key is row-test-1699781521424-1-10/f:q1/1699781545444/Put/seqid=0 2023-11-12T09:32:56,922 WARN [Thread-1166 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:40965] Specified favored nodes: [jenkins-hbase3.apache.org:40965] 2023-11-12T09:32:57,841 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] backup.TestIncrementalBackupMergeWithFailures$BackupMergeJobWithFailures(156): Merge Job finished:0 2023-11-12T09:32:57,841 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] backup.TestIncrementalBackupMergeWithFailures$BackupMergeJobWithFailures(128): Merge backup images for ns2:test-16997815214241 2023-11-12T09:32:57,843 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/hbase-staging/bulk_output-ns2-test-16997815214241-1699781577842 from hdfs://localhost:39367/backupUT/backup_1699781545676/ns2/test-16997815214241,hdfs://localhost:39367/backupUT/backup_1699781557926/ns2/test-16997815214241 2023-11-12T09:32:57,844 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x3f4f7907 to 127.0.0.1:58891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:32:57,849 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c664182, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:32:57,850 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:32:57,853 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:47400, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:32:57,854 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-11-12T09:32:57,854 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:test-16997815214241 2023-11-12T09:32:57,859 DEBUG [hconnection-0x47e3f2e2-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:32:57,860 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:60452, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:32:57,861 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:test-16997815214241: 2023-11-12T09:32:57,861 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-11-12T09:32:57,861 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/hbase-staging/partitions_840584de-8364-474b-a4cc-267bcf56bff5 2023-11-12T09:32:58,268 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:58,269 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:58,269 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:58,270 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:59,243 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/hadoop-2775866152400958118.jar 2023-11-12T09:32:59,243 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:59,243 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:59,244 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:59,244 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:59,245 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:59,245 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:59,245 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:59,246 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:59,246 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:59,247 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:32:59,247 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-12T09:32:59,248 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-12T09:32:59,248 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-12T09:32:59,249 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-12T09:32:59,249 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-12T09:32:59,249 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-12T09:32:59,250 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-12T09:32:59,250 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-12T09:32:59,250 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-12T09:32:59,251 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-12T09:32:59,251 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-12T09:32:59,252 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:59,252 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:59,253 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:59,253 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:59,253 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:59,253 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:32:59,254 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:32:59,254 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: ns2:test-16997815214241 2023-11-12T09:32:59,254 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:32:59,255 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x3f4f7907 to 127.0.0.1:58891 2023-11-12T09:32:59,255 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:32:59,255 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-11-12T09:32:59,255 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-11-12T09:32:59,255 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:32:59,262 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-12T09:32:59,267 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-11-12T09:32:59,347 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/mapreduce.cluster.local.dir/1699781579313/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-12T09:32:59,347 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/mapreduce.cluster.local.dir/1699781579313/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-12T09:32:59,397 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:39367/backupUT/backup_1699781557926/ns2/test-16997815214241/f/f019bb3345c9466093a4635d509b3538 2023-11-12T09:32:59,401 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-12T09:32:59,422 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:39367/backupUT/backup_1699781545676/ns2/test-16997815214241/f/fe2fa1bff2e240c9988da07d0e2f91f6 2023-11-12T09:32:59,426 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-12T09:32:59,442 DEBUG [pool-259-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x04f926a0 to 127.0.0.1:58891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:32:59,447 DEBUG [pool-259-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573f6942, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:32:59,449 DEBUG [hconnection-0x55290d0c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:32:59,450 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:60466, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:32:59,451 DEBUG [pool-259-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x04f926a0 to 127.0.0.1:58891 2023-11-12T09:32:59,452 DEBUG [pool-259-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:32:59,453 DEBUG [pool-259-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-ns2:test-16997815214241-1-0] 2023-11-12T09:32:59,453 DEBUG [pool-259-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-11-12T09:32:59,459 DEBUG [pool-259-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/hbase-staging/bulk_output-ns2-test-16997815214241-1699781577842/_temporary/0/_temporary/attempt_local570639105_0010_r_000000_0/f/797745fc28be414c9d59e9d417ad9b5b is 64, key is row-ns2:test-16997815214241-1-10/f:q1/1699781545573/Put/seqid=0 2023-11-12T09:32:59,461 WARN [Thread-1206 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:40965] Specified favored nodes: [jenkins-hbase3.apache.org:40965] 2023-11-12T09:33:00,381 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] backup.TestIncrementalBackupMergeWithFailures$BackupMergeJobWithFailures(156): Merge Job finished:0 2023-11-12T09:33:00,384 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] backup.TestIncrementalBackupMergeWithFailures$BackupMergeJobWithFailures(173): Renamed hdfs://localhost:39367/backupUT/backup_1699781557926 to hdfs://localhost:39367/backupUT/.tmp/backup_1699781557926 2023-11-12T09:33:00,386 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.MapReduceBackupMergeJob(360): MoveData from hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/hbase-staging/bulk_output-default-test-1699781521424-1699781575294/f to hdfs://localhost:39367/backupUT/backup_1699781557926/default/test-1699781521424 result=true 2023-11-12T09:33:00,387 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.MapReduceBackupMergeJob(360): MoveData from hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/hbase-staging/bulk_output-ns2-test-16997815214241-1699781577842/f to hdfs://localhost:39367/backupUT/backup_1699781557926/ns2/test-16997815214241 result=true 2023-11-12T09:33:00,388 ERROR [Listener at jenkins-hbase3.apache.org/40099 {}] backup.TestIncrementalBackupMergeWithFailures$BackupMergeJobWithFailures(199): java.io.IOException: PHASE4 java.io.IOException: PHASE4 at org.apache.hadoop.hbase.backup.TestIncrementalBackupMergeWithFailures$BackupMergeJobWithFailures.checkFailure(TestIncrementalBackupMergeWithFailures.java:221) ~[test-classes/:?] at org.apache.hadoop.hbase.backup.TestIncrementalBackupMergeWithFailures$BackupMergeJobWithFailures.run(TestIncrementalBackupMergeWithFailures.java:179) ~[test-classes/:?] at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.mergeBackups(BackupAdminImpl.java:622) ~[classes/:?] at org.apache.hadoop.hbase.backup.TestIncrementalBackupMergeWithFailures.TestIncBackupMergeRestore(TestIncrementalBackupMergeWithFailures.java:287) ~[test-classes/:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-12T09:33:00,388 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:33:00,388 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x3b45224d to 127.0.0.1:58891 2023-11-12T09:33:00,388 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:33:00,399 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-11-12T09:33:00,401 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] backup.TestIncrementalBackupMergeWithFailures(314): Expected :Backup merge operation failed, run backup repair tool to restore system's integrity Found failed MERGE operation for: backup_1699781545676backup_1699781557926 MERGE repair: renamed from hdfs://localhost:39367/backupUT/.tmp/backup_1699781557926 to hdfs://localhost:39367/backupUT/backup_1699781557926 res=true 2023-11-12T09:33:00,424 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupSystemTable(1538): Restoring backup:system from snapshot 2023-11-12T09:33:00,426 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupSystemTable(1550): Could not restore backup system table. Snapshot snapshot_backup_system does not exists. 2023-11-12T09:33:00,426 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupSystemTable(657): Finish backup exclusive operation MERGE repair operation finished OK: backup_1699781545676backup_1699781557926 2023-11-12T09:33:00,441 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.MapReduceBackupMergeJob(92): Merge backup images backup_1699781545676,backup_1699781557926 2023-11-12T09:33:00,442 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x64c5322f to 127.0.0.1:58891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:33:00,448 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e4bc913, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:33:00,449 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:33:00,450 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:47404, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:33:00,453 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:33:00,454 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:60474, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:33:00,462 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-11-12T09:33:00,467 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x34c09b6a to 127.0.0.1:58891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:33:00,474 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33ddebf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:33:00,475 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:33:00,476 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:47420, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:33:00,480 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:33:00,480 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:60476, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:33:00,494 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:33:00,494 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x34c09b6a to 127.0.0.1:58891 2023-11-12T09:33:00,494 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:33:00,496 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.MapReduceBackupMergeJob(117): Merge backup images for test-1699781521424 2023-11-12T09:33:00,499 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/hbase-staging/bulk_output-default-test-1699781521424-1699781580497 from hdfs://localhost:39367/backupUT/backup_1699781545676/default/test-1699781521424,hdfs://localhost:39367/backupUT/backup_1699781557926/default/test-1699781521424 2023-11-12T09:33:00,500 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x72652cde to 127.0.0.1:58891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:33:00,505 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@153cafd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:33:00,506 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:33:00,507 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:47436, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:33:00,508 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-11-12T09:33:00,508 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table test-1699781521424 2023-11-12T09:33:00,511 DEBUG [hconnection-0x67a57843-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:33:00,512 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:60486, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:33:00,513 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for test-1699781521424: 2023-11-12T09:33:00,513 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-11-12T09:33:00,514 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/hbase-staging/partitions_5b118011-3387-40f3-b0b0-309ddc52b38a 2023-11-12T09:33:00,920 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:00,921 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:00,921 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:00,922 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:01,894 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/hadoop-4227463181067861059.jar 2023-11-12T09:33:01,895 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:01,895 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:01,895 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:01,896 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:01,896 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:01,896 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:01,897 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:01,897 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:01,897 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:01,898 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:33:01,899 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-12T09:33:01,899 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-12T09:33:01,900 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-12T09:33:01,900 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-12T09:33:01,900 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-12T09:33:01,901 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-12T09:33:01,901 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-12T09:33:01,902 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-12T09:33:01,902 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-12T09:33:01,902 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-12T09:33:01,903 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-12T09:33:01,903 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:01,904 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:01,904 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:01,904 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:01,904 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:01,905 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:01,905 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:33:01,906 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: test-1699781521424 2023-11-12T09:33:01,906 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:33:01,906 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x72652cde to 127.0.0.1:58891 2023-11-12T09:33:01,906 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:33:01,906 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-11-12T09:33:01,906 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-11-12T09:33:01,907 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:33:01,914 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-12T09:33:01,921 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-11-12T09:33:02,023 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/mapreduce.cluster.local.dir/1699781581966/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-12T09:33:02,023 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/mapreduce.cluster.local.dir/1699781581966/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-12T09:33:02,073 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:39367/backupUT/backup_1699781557926/default/test-1699781521424/f/12499b0e466b4ece848963285ed0b973 2023-11-12T09:33:02,077 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-12T09:33:02,097 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:39367/backupUT/backup_1699781545676/default/test-1699781521424/f/96899ad9c282491b935a89d5e0ab2c61 2023-11-12T09:33:02,101 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-12T09:33:02,115 DEBUG [pool-268-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x02883e85 to 127.0.0.1:58891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:33:02,120 DEBUG [pool-268-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ccf1c1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:33:02,121 DEBUG [hconnection-0x53de74a7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:33:02,123 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:60498, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:33:02,125 DEBUG [pool-268-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x02883e85 to 127.0.0.1:58891 2023-11-12T09:33:02,125 DEBUG [pool-268-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:33:02,126 DEBUG [pool-268-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-test-1699781521424-1-0] 2023-11-12T09:33:02,126 DEBUG [pool-268-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-11-12T09:33:02,134 DEBUG [pool-268-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/hbase-staging/bulk_output-default-test-1699781521424-1699781580497/_temporary/0/_temporary/attempt_local2042641906_0011_r_000000_0/f/58b5bdded9814e85b847aa736588ab03 is 59, key is row-test-1699781521424-1-10/f:q1/1699781545444/Put/seqid=0 2023-11-12T09:33:02,136 WARN [Thread-1248 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:40965] Specified favored nodes: [jenkins-hbase3.apache.org:40965] 2023-11-12T09:33:03,058 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.MapReduceBackupMergeJob(143): Merge Job finished:0 2023-11-12T09:33:03,058 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.MapReduceBackupMergeJob(117): Merge backup images for ns2:test-16997815214241 2023-11-12T09:33:03,061 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/hbase-staging/bulk_output-ns2-test-16997815214241-1699781583059 from hdfs://localhost:39367/backupUT/backup_1699781545676/ns2/test-16997815214241,hdfs://localhost:39367/backupUT/backup_1699781557926/ns2/test-16997815214241 2023-11-12T09:33:03,061 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x58132cfd to 127.0.0.1:58891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:33:03,066 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b8e27d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:33:03,066 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:33:03,068 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:47438, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:33:03,069 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-11-12T09:33:03,069 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:test-16997815214241 2023-11-12T09:33:03,072 DEBUG [hconnection-0x688bdee-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:33:03,073 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:60514, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:33:03,074 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:test-16997815214241: 2023-11-12T09:33:03,074 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-11-12T09:33:03,075 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/hbase-staging/partitions_176fc593-ada1-4876-87d2-bc8e6115bb7b 2023-11-12T09:33:03,482 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:03,482 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:03,483 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:03,483 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:04,449 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/hadoop-2143483234068500867.jar 2023-11-12T09:33:04,450 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:04,450 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:04,451 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:04,451 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:04,451 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:04,452 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:04,452 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:04,452 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:04,453 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:04,453 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:33:04,454 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-12T09:33:04,454 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-12T09:33:04,455 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-12T09:33:04,455 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-12T09:33:04,456 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-12T09:33:04,456 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-12T09:33:04,456 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-12T09:33:04,457 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-12T09:33:04,457 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-12T09:33:04,457 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-12T09:33:04,458 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-12T09:33:04,458 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:04,459 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:04,459 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:04,459 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:04,460 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:04,460 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:04,461 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:33:04,461 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: ns2:test-16997815214241 2023-11-12T09:33:04,461 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:33:04,461 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x58132cfd to 127.0.0.1:58891 2023-11-12T09:33:04,461 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:33:04,461 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-11-12T09:33:04,461 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-11-12T09:33:04,462 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:33:04,468 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-12T09:33:04,474 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-11-12T09:33:04,554 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/mapreduce.cluster.local.dir/1699781584520/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-12T09:33:04,554 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/mapreduce.cluster.local.dir/1699781584520/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-12T09:33:04,603 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:39367/backupUT/backup_1699781557926/ns2/test-16997815214241/f/f019bb3345c9466093a4635d509b3538 2023-11-12T09:33:04,607 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-12T09:33:04,627 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:39367/backupUT/backup_1699781545676/ns2/test-16997815214241/f/fe2fa1bff2e240c9988da07d0e2f91f6 2023-11-12T09:33:04,632 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-12T09:33:04,646 DEBUG [pool-273-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x17c47d5d to 127.0.0.1:58891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:33:04,654 DEBUG [pool-273-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24ae8066, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:33:04,655 DEBUG [hconnection-0x4687632b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:33:04,656 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:60522, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:33:04,658 DEBUG [pool-273-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x17c47d5d to 127.0.0.1:58891 2023-11-12T09:33:04,658 DEBUG [pool-273-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:33:04,660 DEBUG [pool-273-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-ns2:test-16997815214241-1-0] 2023-11-12T09:33:04,660 DEBUG [pool-273-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-11-12T09:33:04,668 DEBUG [pool-273-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/hbase-staging/bulk_output-ns2-test-16997815214241-1699781583059/_temporary/0/_temporary/attempt_local373937267_0012_r_000000_0/f/2e874c7c0c2b49cfbe630a0f032d34a9 is 64, key is row-ns2:test-16997815214241-1-10/f:q1/1699781545573/Put/seqid=0 2023-11-12T09:33:04,670 WARN [Thread-1288 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:40965] Specified favored nodes: [jenkins-hbase3.apache.org:40965] 2023-11-12T09:33:05,584 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.MapReduceBackupMergeJob(143): Merge Job finished:0 2023-11-12T09:33:05,587 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.MapReduceBackupMergeJob(159): Renamed hdfs://localhost:39367/backupUT/backup_1699781557926 to hdfs://localhost:39367/backupUT/.tmp/backup_1699781557926 2023-11-12T09:33:05,589 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.MapReduceBackupMergeJob(360): MoveData from hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/hbase-staging/bulk_output-default-test-1699781521424-1699781580497/f to hdfs://localhost:39367/backupUT/backup_1699781557926/default/test-1699781521424 result=true 2023-11-12T09:33:05,591 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.MapReduceBackupMergeJob(360): MoveData from hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/hbase-staging/bulk_output-ns2-test-16997815214241-1699781583059/f to hdfs://localhost:39367/backupUT/backup_1699781557926/ns2/test-16997815214241 result=true 2023-11-12T09:33:05,591 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:39367/backupUT/.tmp/backup_1699781557926/.backup.manifest 2023-11-12T09:33:05,594 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/.tmp/backup_1699781557926/.backup.manifest 2023-11-12T09:33:06,003 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:39367/backupUT/backup_1699781557926/.backup.manifest 2023-11-12T09:33:07,661 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-11-12T09:33:07,663 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:33:07,663 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x64c5322f to 127.0.0.1:58891 2023-11-12T09:33:07,663 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:33:07,667 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] impl.RestoreTablesClient(101): HBase table table1 does not exist. It will be created during restore process 2023-11-12T09:33:07,668 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] impl.RestoreTablesClient(101): HBase table ns2:table2 does not exist. It will be created during restore process 2023-11-12T09:33:07,669 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:39367/backupUT/backup_1699781557926/.backup.manifest 2023-11-12T09:33:07,671 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1699781557926/.backup.manifest 2023-11-12T09:33:07,672 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:39367/backupUT/backup_1699781557926/.backup.manifest 2023-11-12T09:33:07,675 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1699781557926/.backup.manifest 2023-11-12T09:33:07,679 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:39367/backupUT/backup_1699781529663/.backup.manifest 2023-11-12T09:33:07,681 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1699781529663/.backup.manifest 2023-11-12T09:33:07,681 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] impl.RestoreTablesClient(148): Restoring 'test-1699781521424' to 'table1' from full backup image hdfs://localhost:39367/backupUT/backup_1699781529663/default/test-1699781521424 2023-11-12T09:33:07,683 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] util.RestoreTool(295): Retrieved descriptor: 'test-1699781521424', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1699781557926 2023-11-12T09:33:07,686 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] util.RestoreTool(487): Creating target table 'table1' 2023-11-12T09:33:07,686 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:39367/backupUT/backup_1699781529663/default/test-1699781521424/archive/data/default/test-1699781521424/bacca8783258143f9a5a49044e996202 2023-11-12T09:33:07,687 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:39367/backupUT/backup_1699781529663/default/test-1699781521424/archive/data/default/test-1699781521424/bacca8783258143f9a5a49044e996202/f in region [hdfs://localhost:39367/backupUT/backup_1699781529663/default/test-1699781521424/archive/data/default/test-1699781521424/bacca8783258143f9a5a49044e996202] 2023-11-12T09:33:07,691 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] util.RestoreTool(442): Trying to figure out region boundaries hfile=hdfs://localhost:39367/backupUT/backup_1699781529663/default/test-1699781521424/archive/data/default/test-1699781521424/bacca8783258143f9a5a49044e996202/f/08cf1847058443f6bac2189912598863 first=row0 last=row98 2023-11-12T09:33:07,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:33:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] procedure2.ProcedureExecutor(1032): Stored pid=42, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=table1 2023-11-12T09:33:07,701 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=42, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:33:07,702 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "table1" procId is: 42 2023-11-12T09:33:07,702 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=42, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:33:07,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=42 2023-11-12T09:33:07,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=42 2023-11-12T09:33:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=42 2023-11-12T09:33:08,109 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => fb1f5dd40c37d87ba0db163c6ca98a15, NAME => 'table1,,1699781587698.fb1f5dd40c37d87ba0db163c6ca98a15.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3 2023-11-12T09:33:08,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=42 2023-11-12T09:33:08,515 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(888): Instantiated table1,,1699781587698.fb1f5dd40c37d87ba0db163c6ca98a15.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:33:08,516 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1668): Closing fb1f5dd40c37d87ba0db163c6ca98a15, disabling compactions & flushes 2023-11-12T09:33:08,516 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1690): Closing region table1,,1699781587698.fb1f5dd40c37d87ba0db163c6ca98a15. 2023-11-12T09:33:08,516 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,,1699781587698.fb1f5dd40c37d87ba0db163c6ca98a15. 2023-11-12T09:33:08,516 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on table1,,1699781587698.fb1f5dd40c37d87ba0db163c6ca98a15. after waiting 0 ms 2023-11-12T09:33:08,516 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region table1,,1699781587698.fb1f5dd40c37d87ba0db163c6ca98a15. 2023-11-12T09:33:08,516 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1909): Closed table1,,1699781587698.fb1f5dd40c37d87ba0db163c6ca98a15. 2023-11-12T09:33:08,516 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1622): Region close journal for fb1f5dd40c37d87ba0db163c6ca98a15: 2023-11-12T09:33:08,517 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=42, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:33:08,517 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"table1,,1699781587698.fb1f5dd40c37d87ba0db163c6ca98a15.","families":{"info":[{"qualifier":"regioninfo","vlen":40,"tag":[],"timestamp":"1699781588517"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699781588517"}]},"ts":"1699781588517"} 2023-11-12T09:33:08,519 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:33:08,520 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=42, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:33:08,520 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781588520"}]},"ts":"1699781588520"} 2023-11-12T09:33:08,521 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=ENABLING in hbase:meta 2023-11-12T09:33:08,526 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=fb1f5dd40c37d87ba0db163c6ca98a15, ASSIGN}] 2023-11-12T09:33:08,528 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=43, ppid=42, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=fb1f5dd40c37d87ba0db163c6ca98a15, ASSIGN 2023-11-12T09:33:08,528 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(262): Starting pid=43, ppid=42, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=table1, region=fb1f5dd40c37d87ba0db163c6ca98a15, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,40965,1699781511436; forceNewPlan=false, retain=false 2023-11-12T09:33:08,680 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=43 updating hbase:meta row=fb1f5dd40c37d87ba0db163c6ca98a15, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:33:08,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE; OpenRegionProcedure fb1f5dd40c37d87ba0db163c6ca98a15, server=jenkins-hbase3.apache.org,40965,1699781511436}] 2023-11-12T09:33:08,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=42 2023-11-12T09:33:08,834 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:33:08,841 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(130): Open table1,,1699781587698.fb1f5dd40c37d87ba0db163c6ca98a15. 2023-11-12T09:33:08,841 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7254): Opening region: {ENCODED => fb1f5dd40c37d87ba0db163c6ca98a15, NAME => 'table1,,1699781587698.fb1f5dd40c37d87ba0db163c6ca98a15.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:33:08,842 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:33:08,842 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 fb1f5dd40c37d87ba0db163c6ca98a15 2023-11-12T09:33:08,842 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(888): Instantiated table1,,1699781587698.fb1f5dd40c37d87ba0db163c6ca98a15.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:33:08,842 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7296): checking encryption for fb1f5dd40c37d87ba0db163c6ca98a15 2023-11-12T09:33:08,842 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7299): checking classloading for fb1f5dd40c37d87ba0db163c6ca98a15 2023-11-12T09:33:08,843 INFO [StoreOpener-fb1f5dd40c37d87ba0db163c6ca98a15-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fb1f5dd40c37d87ba0db163c6ca98a15 2023-11-12T09:33:08,844 INFO [StoreOpener-fb1f5dd40c37d87ba0db163c6ca98a15-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb1f5dd40c37d87ba0db163c6ca98a15 columnFamilyName f 2023-11-12T09:33:08,845 DEBUG [StoreOpener-fb1f5dd40c37d87ba0db163c6ca98a15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:33:08,845 INFO [StoreOpener-fb1f5dd40c37d87ba0db163c6ca98a15-1 {}] regionserver.HStore(324): Store=fb1f5dd40c37d87ba0db163c6ca98a15/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:33:08,846 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/default/table1/fb1f5dd40c37d87ba0db163c6ca98a15 2023-11-12T09:33:08,846 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/default/table1/fb1f5dd40c37d87ba0db163c6ca98a15 2023-11-12T09:33:08,848 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1076): writing seq id for fb1f5dd40c37d87ba0db163c6ca98a15 2023-11-12T09:33:08,850 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/default/table1/fb1f5dd40c37d87ba0db163c6ca98a15/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:33:08,851 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): Opened fb1f5dd40c37d87ba0db163c6ca98a15; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9516473920, jitterRate=-0.11370930075645447}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:33:08,852 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(992): Region open journal for fb1f5dd40c37d87ba0db163c6ca98a15: 2023-11-12T09:33:08,853 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2556): Post open deploy tasks for table1,,1699781587698.fb1f5dd40c37d87ba0db163c6ca98a15., pid=44, masterSystemTime=1699781588834 2023-11-12T09:33:08,854 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2583): Finished post open deploy task for table1,,1699781587698.fb1f5dd40c37d87ba0db163c6ca98a15. 2023-11-12T09:33:08,854 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(158): Opened table1,,1699781587698.fb1f5dd40c37d87ba0db163c6ca98a15. 2023-11-12T09:33:08,855 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=43 updating hbase:meta row=fb1f5dd40c37d87ba0db163c6ca98a15, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:33:08,857 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=44, resume processing ppid=43 2023-11-12T09:33:08,857 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=44, ppid=43, state=SUCCESS; OpenRegionProcedure fb1f5dd40c37d87ba0db163c6ca98a15, server=jenkins-hbase3.apache.org,40965,1699781511436 in 174 msec 2023-11-12T09:33:08,859 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=43, resume processing ppid=42 2023-11-12T09:33:08,859 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=43, ppid=42, state=SUCCESS; TransitRegionStateProcedure table=table1, region=fb1f5dd40c37d87ba0db163c6ca98a15, ASSIGN in 331 msec 2023-11-12T09:33:08,860 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=42, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:33:08,860 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781588860"}]},"ts":"1699781588860"} 2023-11-12T09:33:08,861 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=ENABLED in hbase:meta 2023-11-12T09:33:08,865 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=42, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:33:08,866 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=42, state=SUCCESS; CreateTableProcedure table=table1 in 1.1670 sec 2023-11-12T09:33:09,483 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2023-11-12T09:33:09,483 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_table1 Metrics about Tables on a single HBase RegionServer 2023-11-12T09:33:09,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=42 2023-11-12T09:33:09,808 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: default:table1, procId: 42 completed 2023-11-12T09:33:09,813 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:39367/backupUT/backup_1699781529663/default/test-1699781521424/archive/data/default/test-1699781521424/bacca8783258143f9a5a49044e996202 from hbase tables test-1699781521424 to tables table1 2023-11-12T09:33:09,813 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.MapReduceRestoreJob(72): Restore test-1699781521424 into table1 2023-11-12T09:33:09,814 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/hbase-staging/bulk_output-default-table1-1699781589813 from hdfs://localhost:39367/backupUT/backup_1699781529663/default/test-1699781521424/archive/data/default/test-1699781521424/bacca8783258143f9a5a49044e996202 2023-11-12T09:33:09,815 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x649e2265 to 127.0.0.1:58891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:33:09,819 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5157c81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:33:09,819 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:33:09,821 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:56736, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:33:09,822 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-11-12T09:33:09,822 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table table1 2023-11-12T09:33:09,826 DEBUG [hconnection-0xda0a27-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:33:09,827 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:38634, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:33:09,828 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for table1: 2023-11-12T09:33:09,828 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-11-12T09:33:09,828 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/hbase-staging/partitions_02e78658-93fa-4e8c-9ad5-bc30043e238a 2023-11-12T09:33:10,237 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:10,238 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:10,238 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:10,238 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:11,208 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/hadoop-2547603861284753728.jar 2023-11-12T09:33:11,208 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:11,208 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:11,209 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:11,209 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:11,209 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:11,210 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:11,210 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:11,211 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:11,211 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:11,212 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:33:11,212 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-12T09:33:11,213 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-12T09:33:11,213 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-12T09:33:11,213 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-12T09:33:11,214 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-12T09:33:11,214 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-12T09:33:11,214 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-12T09:33:11,215 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-12T09:33:11,216 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-12T09:33:11,217 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-12T09:33:11,217 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-12T09:33:11,218 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:11,219 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:11,219 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:11,220 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:11,220 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:11,221 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:11,222 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:33:11,222 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: table1 2023-11-12T09:33:11,222 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:33:11,222 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x649e2265 to 127.0.0.1:58891 2023-11-12T09:33:11,222 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:33:11,222 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-11-12T09:33:11,223 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-11-12T09:33:11,224 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:33:11,232 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-12T09:33:11,238 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-11-12T09:33:11,334 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/mapreduce.cluster.local.dir/1699781591299/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-12T09:33:11,335 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/mapreduce.cluster.local.dir/1699781591299/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-12T09:33:11,383 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:39367/backupUT/backup_1699781529663/default/test-1699781521424/archive/data/default/test-1699781521424/bacca8783258143f9a5a49044e996202/f/08cf1847058443f6bac2189912598863 2023-11-12T09:33:11,387 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-12T09:33:11,401 DEBUG [pool-281-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x6d1bb88f to 127.0.0.1:58891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:33:11,404 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c2fe37c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:33:11,406 DEBUG [hconnection-0x3c227949-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:33:11,407 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:38646, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:33:11,408 DEBUG [pool-281-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x6d1bb88f to 127.0.0.1:58891 2023-11-12T09:33:11,408 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:33:11,410 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row0] 2023-11-12T09:33:11,410 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-11-12T09:33:11,413 DEBUG [pool-281-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/hbase-staging/bulk_output-default-table1-1699781589813/_temporary/0/_temporary/attempt_local1086217044_0013_r_000000_0/f/42f2270ccd9a4475ae6dfe579b8c9fa2 is 37, key is row10/f:q1/1699781524073/Put/seqid=0 2023-11-12T09:33:11,414 WARN [Thread-1357 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:40965] Specified favored nodes: [jenkins-hbase3.apache.org:40965] 2023-11-12T09:33:12,300 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'table1' 2023-11-12T09:33:12,378 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/hbase-staging/bulk_output-default-table1-1699781589813 2023-11-12T09:33:12,378 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x641a7221 to 127.0.0.1:58891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:33:12,382 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15c9bc24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:33:12,383 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:33:12,384 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:38662, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:33:12,391 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/hbase-staging/bulk_output-default-table1-1699781589813/_SUCCESS 2023-11-12T09:33:12,394 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:33:12,395 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:56748, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:33:12,424 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/hbase-staging/bulk_output-default-table1-1699781589813/f/42f2270ccd9a4475ae6dfe579b8c9fa2 first=Optional[row0] last=Optional[row98] 2023-11-12T09:33:12,443 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=table1,,1699781587698.fb1f5dd40c37d87ba0db163c6ca98a15., hostname=jenkins-hbase3.apache.org,40965,1699781511436, seqNum=2 for row with hfile group [{f,hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/hbase-staging/bulk_output-default-table1-1699781589813/f/42f2270ccd9a4475ae6dfe579b8c9fa2}] 2023-11-12T09:33:12,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/hbase-staging/bulk_output-default-table1-1699781589813/f/42f2270ccd9a4475ae6dfe579b8c9fa2 for inclusion in fb1f5dd40c37d87ba0db163c6ca98a15/f 2023-11-12T09:33:12,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] regionserver.HStore(623): HFile bounds: first=row0 last=row98 2023-11-12T09:33:12,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] regionserver.HStore(625): Region bounds: first= last= 2023-11-12T09:33:12,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] regionserver.HRegion(2520): Flush status journal for fb1f5dd40c37d87ba0db163c6ca98a15: 2023-11-12T09:33:12,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/hbase-staging/bulk_output-default-table1-1699781589813/f/42f2270ccd9a4475ae6dfe579b8c9fa2 to hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/staging/jenkins__table1__srtokqa6m3gi785a2rhj0sjaba9kmki906fhen6omkehevdo14ele127698hk78u/f/42f2270ccd9a4475ae6dfe579b8c9fa2 2023-11-12T09:33:12,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/staging/jenkins__table1__srtokqa6m3gi785a2rhj0sjaba9kmki906fhen6omkehevdo14ele127698hk78u/f/42f2270ccd9a4475ae6dfe579b8c9fa2 as hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/default/table1/fb1f5dd40c37d87ba0db163c6ca98a15/f/85d5b414283947db9718ecec03ad404e_SeqId_4_ 2023-11-12T09:33:12,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x0006c957 to 127.0.0.1:58891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:33:12,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12431748, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:33:12,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:33:12,483 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:56752, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:33:12,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:33:12,490 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:38674, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:33:12,503 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:33:12,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x0006c957 to 127.0.0.1:58891 2023-11-12T09:33:12,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:33:12,505 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/staging/jenkins__table1__srtokqa6m3gi785a2rhj0sjaba9kmki906fhen6omkehevdo14ele127698hk78u/f/42f2270ccd9a4475ae6dfe579b8c9fa2 into fb1f5dd40c37d87ba0db163c6ca98a15/f as hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/default/table1/fb1f5dd40c37d87ba0db163c6ca98a15/f/85d5b414283947db9718ecec03ad404e_SeqId_4_ - updating store file list. 2023-11-12T09:33:12,511 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/default/table1/fb1f5dd40c37d87ba0db163c6ca98a15/f/85d5b414283947db9718ecec03ad404e_SeqId_4_ into fb1f5dd40c37d87ba0db163c6ca98a15/f 2023-11-12T09:33:12,511 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/staging/jenkins__table1__srtokqa6m3gi785a2rhj0sjaba9kmki906fhen6omkehevdo14ele127698hk78u/f/42f2270ccd9a4475ae6dfe579b8c9fa2 into fb1f5dd40c37d87ba0db163c6ca98a15/f (new location: hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/default/table1/fb1f5dd40c37d87ba0db163c6ca98a15/f/85d5b414283947db9718ecec03ad404e_SeqId_4_) 2023-11-12T09:33:12,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/staging/jenkins__table1__srtokqa6m3gi785a2rhj0sjaba9kmki906fhen6omkehevdo14ele127698hk78u/f/42f2270ccd9a4475ae6dfe579b8c9fa2 2023-11-12T09:33:12,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x03925214 to 127.0.0.1:58891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:33:12,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f8b3248, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:33:12,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:33:12,529 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:56754, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-11-12T09:33:12,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:33:12,533 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:38684, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-11-12T09:33:12,543 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:33:12,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x03925214 to 127.0.0.1:58891 2023-11-12T09:33:12,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:33:12,553 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:33:12,553 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x641a7221 to 127.0.0.1:58891 2023-11-12T09:33:12,553 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:33:12,554 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-11-12T09:33:12,572 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] impl.RestoreTablesClient(181): Restoring 'test-1699781521424' to 'table1' from log dirs: hdfs://localhost:39367/backupUT/backup_1699781557926/default/test-1699781521424/f/58b5bdded9814e85b847aa736588ab03 2023-11-12T09:33:12,575 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] util.RestoreTool(177): Found descriptor 'test-1699781521424', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} through backup_1699781557926 2023-11-12T09:33:12,576 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.MapReduceRestoreJob(64): Restore incremental backup from directory hdfs://localhost:39367/backupUT/backup_1699781557926/default/test-1699781521424/f/58b5bdded9814e85b847aa736588ab03 from hbase tables test-1699781521424 to tables table1 2023-11-12T09:33:12,576 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.MapReduceRestoreJob(72): Restore test-1699781521424 into table1 2023-11-12T09:33:12,577 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/hbase-staging/bulk_output-default-table1-1699781592576 from hdfs://localhost:39367/backupUT/backup_1699781557926/default/test-1699781521424/f/58b5bdded9814e85b847aa736588ab03 2023-11-12T09:33:12,578 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x3b3d7028 to 127.0.0.1:58891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:33:12,581 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44f3f2bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:33:12,582 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:33:12,583 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:56758, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:33:12,584 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-11-12T09:33:12,584 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table test-1699781521424 2023-11-12T09:33:12,590 DEBUG [hconnection-0x55e9e26f-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:33:12,591 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:38692, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:33:12,592 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for test-1699781521424: 2023-11-12T09:33:12,592 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-11-12T09:33:12,592 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/hbase-staging/partitions_312c1c5a-43cb-4254-adf0-47dd7bc7e2e7 2023-11-12T09:33:13,001 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:13,002 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:13,002 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:13,003 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:14,003 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/hadoop-1743443586741388906.jar 2023-11-12T09:33:14,003 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:14,004 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:14,004 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:14,004 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:14,005 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:14,005 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:14,005 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:14,006 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:14,006 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:14,007 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:33:14,007 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-12T09:33:14,008 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-12T09:33:14,008 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-12T09:33:14,009 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-12T09:33:14,009 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-12T09:33:14,009 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-12T09:33:14,010 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-12T09:33:14,010 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-12T09:33:14,010 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-12T09:33:14,011 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-12T09:33:14,011 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-12T09:33:14,012 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:14,012 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:14,013 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:14,013 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:14,013 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:14,014 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:14,014 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:33:14,014 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: test-1699781521424 2023-11-12T09:33:14,014 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:33:14,015 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x3b3d7028 to 127.0.0.1:58891 2023-11-12T09:33:14,015 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:33:14,015 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-11-12T09:33:14,015 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-11-12T09:33:14,016 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:33:14,022 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-12T09:33:14,036 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-11-12T09:33:14,132 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/mapreduce.cluster.local.dir/1699781594098/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-12T09:33:14,133 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/mapreduce.cluster.local.dir/1699781594098/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-12T09:33:14,183 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:39367/backupUT/backup_1699781557926/default/test-1699781521424/f/58b5bdded9814e85b847aa736588ab03 2023-11-12T09:33:14,186 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-12T09:33:14,200 DEBUG [pool-293-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x09bb76ad to 127.0.0.1:58891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:33:14,204 DEBUG [pool-293-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7022d2f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:33:14,205 DEBUG [hconnection-0x5f57eca8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:33:14,206 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:38708, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:33:14,208 DEBUG [pool-293-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x09bb76ad to 127.0.0.1:58891 2023-11-12T09:33:14,208 DEBUG [pool-293-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:33:14,209 DEBUG [pool-293-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-test-1699781521424-1-0] 2023-11-12T09:33:14,209 DEBUG [pool-293-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-11-12T09:33:14,213 DEBUG [pool-293-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/hbase-staging/bulk_output-default-table1-1699781592576/_temporary/0/_temporary/attempt_local704520016_0014_r_000000_0/f/b8afb53de347467ea42576100ec6a294 is 59, key is row-test-1699781521424-1-10/f:q1/1699781545444/Put/seqid=0 2023-11-12T09:33:14,215 WARN [Thread-1401 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:40965] Specified favored nodes: [jenkins-hbase3.apache.org:40965] 2023-11-12T09:33:14,403 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-12T09:33:15,175 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/hbase-staging/bulk_output-default-table1-1699781592576 2023-11-12T09:33:15,176 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x6cf942d8 to 127.0.0.1:58891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:33:15,179 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53179737, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:33:15,181 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:33:15,182 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:36282, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:33:15,189 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/hbase-staging/bulk_output-default-table1-1699781592576/_SUCCESS 2023-11-12T09:33:15,194 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:33:15,195 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:45126, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:33:15,211 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/hbase-staging/bulk_output-default-table1-1699781592576/f/b8afb53de347467ea42576100ec6a294 first=Optional[row-test-1699781521424-1-0] last=Optional[row-test-1699781521424-2-98] 2023-11-12T09:33:15,213 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=table1,,1699781587698.fb1f5dd40c37d87ba0db163c6ca98a15., hostname=jenkins-hbase3.apache.org,40965,1699781511436, seqNum=2 for row with hfile group [{f,hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/hbase-staging/bulk_output-default-table1-1699781592576/f/b8afb53de347467ea42576100ec6a294}] 2023-11-12T09:33:15,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/hbase-staging/bulk_output-default-table1-1699781592576/f/b8afb53de347467ea42576100ec6a294 for inclusion in fb1f5dd40c37d87ba0db163c6ca98a15/f 2023-11-12T09:33:15,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] regionserver.HStore(623): HFile bounds: first=row-test-1699781521424-1-0 last=row-test-1699781521424-2-98 2023-11-12T09:33:15,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] regionserver.HStore(625): Region bounds: first= last= 2023-11-12T09:33:15,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] regionserver.HRegion(2520): Flush status journal for fb1f5dd40c37d87ba0db163c6ca98a15: 2023-11-12T09:33:15,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/hbase-staging/bulk_output-default-table1-1699781592576/f/b8afb53de347467ea42576100ec6a294 to hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/staging/jenkins__table1__nko00537lg506rn5n5raakkd195f5iek567r9fv1an2k7rhjrds4hnmgpdq5df9p/f/b8afb53de347467ea42576100ec6a294 2023-11-12T09:33:15,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/staging/jenkins__table1__nko00537lg506rn5n5raakkd195f5iek567r9fv1an2k7rhjrds4hnmgpdq5df9p/f/b8afb53de347467ea42576100ec6a294 as hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/default/table1/fb1f5dd40c37d87ba0db163c6ca98a15/f/9ab036f37f1b47f4af1d999d98b968e0_SeqId_6_ 2023-11-12T09:33:15,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x6157f273 to 127.0.0.1:58891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:33:15,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c3257e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:33:15,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:33:15,236 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:45130, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:33:15,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:33:15,241 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:36288, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:33:15,255 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:33:15,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x6157f273 to 127.0.0.1:58891 2023-11-12T09:33:15,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:33:15,258 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/staging/jenkins__table1__nko00537lg506rn5n5raakkd195f5iek567r9fv1an2k7rhjrds4hnmgpdq5df9p/f/b8afb53de347467ea42576100ec6a294 into fb1f5dd40c37d87ba0db163c6ca98a15/f as hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/default/table1/fb1f5dd40c37d87ba0db163c6ca98a15/f/9ab036f37f1b47f4af1d999d98b968e0_SeqId_6_ - updating store file list. 2023-11-12T09:33:15,263 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/default/table1/fb1f5dd40c37d87ba0db163c6ca98a15/f/9ab036f37f1b47f4af1d999d98b968e0_SeqId_6_ into fb1f5dd40c37d87ba0db163c6ca98a15/f 2023-11-12T09:33:15,263 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/staging/jenkins__table1__nko00537lg506rn5n5raakkd195f5iek567r9fv1an2k7rhjrds4hnmgpdq5df9p/f/b8afb53de347467ea42576100ec6a294 into fb1f5dd40c37d87ba0db163c6ca98a15/f (new location: hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/default/table1/fb1f5dd40c37d87ba0db163c6ca98a15/f/9ab036f37f1b47f4af1d999d98b968e0_SeqId_6_) 2023-11-12T09:33:15,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/staging/jenkins__table1__nko00537lg506rn5n5raakkd195f5iek567r9fv1an2k7rhjrds4hnmgpdq5df9p/f/b8afb53de347467ea42576100ec6a294 2023-11-12T09:33:15,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x48777bf8 to 127.0.0.1:58891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:33:15,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d731472, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:33:15,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:33:15,270 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:45132, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-11-12T09:33:15,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:33:15,275 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:36298, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-11-12T09:33:15,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:33:15,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x48777bf8 to 127.0.0.1:58891 2023-11-12T09:33:15,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:33:15,295 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:33:15,296 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x6cf942d8 to 127.0.0.1:58891 2023-11-12T09:33:15,296 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:33:15,296 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-11-12T09:33:15,296 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] impl.RestoreTablesClient(187): test-1699781521424 has been successfully restored to table1 2023-11-12T09:33:15,296 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] impl.RestoreTablesClient(231): Restore includes the following image(s): 2023-11-12T09:33:15,296 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] impl.RestoreTablesClient(233): Backup: backup_1699781557926 hdfs://localhost:39367/backupUT/backup_1699781557926/default/test-1699781521424/ 2023-11-12T09:33:15,297 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:39367/backupUT/backup_1699781529663/.backup.manifest 2023-11-12T09:33:15,300 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1699781529663/.backup.manifest 2023-11-12T09:33:15,300 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] impl.RestoreTablesClient(148): Restoring 'ns2:test-16997815214241' to 'ns2:table2' from full backup image hdfs://localhost:39367/backupUT/backup_1699781529663/ns2/test-16997815214241 2023-11-12T09:33:15,303 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] util.RestoreTool(295): Retrieved descriptor: 'ns2:test-16997815214241', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1699781557926 2023-11-12T09:33:15,306 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] util.RestoreTool(487): Creating target table 'ns2:table2' 2023-11-12T09:33:15,306 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:39367/backupUT/backup_1699781529663/ns2/test-16997815214241/archive/data/ns2/test-16997815214241/68f8b382269caad740b963d53f2ec473 2023-11-12T09:33:15,307 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:39367/backupUT/backup_1699781529663/ns2/test-16997815214241/archive/data/ns2/test-16997815214241/68f8b382269caad740b963d53f2ec473/f in region [hdfs://localhost:39367/backupUT/backup_1699781529663/ns2/test-16997815214241/archive/data/ns2/test-16997815214241/68f8b382269caad740b963d53f2ec473] 2023-11-12T09:33:15,311 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] util.RestoreTool(442): Trying to figure out region boundaries hfile=hdfs://localhost:39367/backupUT/backup_1699781529663/ns2/test-16997815214241/archive/data/ns2/test-16997815214241/68f8b382269caad740b963d53f2ec473/f/029ba5dc1c344e76b4af35b6cd4486a4 first=row0 last=row98 2023-11-12T09:33:15,312 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:33:15,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] procedure2.ProcedureExecutor(1032): Stored pid=45, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:table2 2023-11-12T09:33:15,315 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=45, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:33:15,315 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns2" qualifier: "table2" procId is: 45 2023-11-12T09:33:15,316 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=45, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:33:15,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=45 2023-11-12T09:33:15,327 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => cfcdf5eab1d1b1d22bc17cb7847cc766, NAME => 'ns2:table2,,1699781595312.cfcdf5eab1d1b1d22bc17cb7847cc766.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3 2023-11-12T09:33:15,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=45 2023-11-12T09:33:15,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=45 2023-11-12T09:33:15,733 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:table2,,1699781595312.cfcdf5eab1d1b1d22bc17cb7847cc766.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:33:15,733 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1668): Closing cfcdf5eab1d1b1d22bc17cb7847cc766, disabling compactions & flushes 2023-11-12T09:33:15,733 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:table2,,1699781595312.cfcdf5eab1d1b1d22bc17cb7847cc766. 2023-11-12T09:33:15,733 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:table2,,1699781595312.cfcdf5eab1d1b1d22bc17cb7847cc766. 2023-11-12T09:33:15,733 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:table2,,1699781595312.cfcdf5eab1d1b1d22bc17cb7847cc766. after waiting 0 ms 2023-11-12T09:33:15,733 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:table2,,1699781595312.cfcdf5eab1d1b1d22bc17cb7847cc766. 2023-11-12T09:33:15,733 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1909): Closed ns2:table2,,1699781595312.cfcdf5eab1d1b1d22bc17cb7847cc766. 2023-11-12T09:33:15,734 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1622): Region close journal for cfcdf5eab1d1b1d22bc17cb7847cc766: 2023-11-12T09:33:15,735 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=45, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:33:15,735 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:table2,,1699781595312.cfcdf5eab1d1b1d22bc17cb7847cc766.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1699781595735"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699781595735"}]},"ts":"1699781595735"} 2023-11-12T09:33:15,737 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:33:15,737 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=45, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:33:15,738 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781595737"}]},"ts":"1699781595737"} 2023-11-12T09:33:15,739 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2023-11-12T09:33:15,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:table2, region=cfcdf5eab1d1b1d22bc17cb7847cc766, ASSIGN}] 2023-11-12T09:33:15,747 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:table2, region=cfcdf5eab1d1b1d22bc17cb7847cc766, ASSIGN 2023-11-12T09:33:15,748 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:table2, region=cfcdf5eab1d1b1d22bc17cb7847cc766, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,40965,1699781511436; forceNewPlan=false, retain=false 2023-11-12T09:33:15,900 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=cfcdf5eab1d1b1d22bc17cb7847cc766, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:33:15,902 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE; OpenRegionProcedure cfcdf5eab1d1b1d22bc17cb7847cc766, server=jenkins-hbase3.apache.org,40965,1699781511436}] 2023-11-12T09:33:15,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=45 2023-11-12T09:33:16,054 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:33:16,058 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(130): Open ns2:table2,,1699781595312.cfcdf5eab1d1b1d22bc17cb7847cc766. 2023-11-12T09:33:16,058 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7254): Opening region: {ENCODED => cfcdf5eab1d1b1d22bc17cb7847cc766, NAME => 'ns2:table2,,1699781595312.cfcdf5eab1d1b1d22bc17cb7847cc766.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:33:16,058 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:33:16,058 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 cfcdf5eab1d1b1d22bc17cb7847cc766 2023-11-12T09:33:16,058 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(888): Instantiated ns2:table2,,1699781595312.cfcdf5eab1d1b1d22bc17cb7847cc766.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:33:16,059 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7296): checking encryption for cfcdf5eab1d1b1d22bc17cb7847cc766 2023-11-12T09:33:16,059 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7299): checking classloading for cfcdf5eab1d1b1d22bc17cb7847cc766 2023-11-12T09:33:16,060 INFO [StoreOpener-cfcdf5eab1d1b1d22bc17cb7847cc766-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cfcdf5eab1d1b1d22bc17cb7847cc766 2023-11-12T09:33:16,062 INFO [StoreOpener-cfcdf5eab1d1b1d22bc17cb7847cc766-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cfcdf5eab1d1b1d22bc17cb7847cc766 columnFamilyName f 2023-11-12T09:33:16,062 DEBUG [StoreOpener-cfcdf5eab1d1b1d22bc17cb7847cc766-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:33:16,063 INFO [StoreOpener-cfcdf5eab1d1b1d22bc17cb7847cc766-1 {}] regionserver.HStore(324): Store=cfcdf5eab1d1b1d22bc17cb7847cc766/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:33:16,063 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/ns2/table2/cfcdf5eab1d1b1d22bc17cb7847cc766 2023-11-12T09:33:16,064 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/ns2/table2/cfcdf5eab1d1b1d22bc17cb7847cc766 2023-11-12T09:33:16,066 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1076): writing seq id for cfcdf5eab1d1b1d22bc17cb7847cc766 2023-11-12T09:33:16,068 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/ns2/table2/cfcdf5eab1d1b1d22bc17cb7847cc766/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:33:16,068 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): Opened cfcdf5eab1d1b1d22bc17cb7847cc766; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10741571680, jitterRate=3.868192434310913E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:33:16,069 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(992): Region open journal for cfcdf5eab1d1b1d22bc17cb7847cc766: 2023-11-12T09:33:16,070 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2556): Post open deploy tasks for ns2:table2,,1699781595312.cfcdf5eab1d1b1d22bc17cb7847cc766., pid=47, masterSystemTime=1699781596054 2023-11-12T09:33:16,071 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2583): Finished post open deploy task for ns2:table2,,1699781595312.cfcdf5eab1d1b1d22bc17cb7847cc766. 2023-11-12T09:33:16,071 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(158): Opened ns2:table2,,1699781595312.cfcdf5eab1d1b1d22bc17cb7847cc766. 2023-11-12T09:33:16,072 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=cfcdf5eab1d1b1d22bc17cb7847cc766, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:33:16,074 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=47, resume processing ppid=46 2023-11-12T09:33:16,074 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=47, ppid=46, state=SUCCESS; OpenRegionProcedure cfcdf5eab1d1b1d22bc17cb7847cc766, server=jenkins-hbase3.apache.org,40965,1699781511436 in 171 msec 2023-11-12T09:33:16,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=46, resume processing ppid=45 2023-11-12T09:33:16,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=46, ppid=45, state=SUCCESS; TransitRegionStateProcedure table=ns2:table2, region=cfcdf5eab1d1b1d22bc17cb7847cc766, ASSIGN in 329 msec 2023-11-12T09:33:16,076 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=45, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:33:16,076 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781596076"}]},"ts":"1699781596076"} 2023-11-12T09:33:16,077 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2023-11-12T09:33:16,080 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=45, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:33:16,081 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=45, state=SUCCESS; CreateTableProcedure table=ns2:table2 in 768 msec 2023-11-12T09:33:16,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=45 2023-11-12T09:33:16,422 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns2:table2, procId: 45 completed 2023-11-12T09:33:16,425 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:39367/backupUT/backup_1699781529663/ns2/test-16997815214241/archive/data/ns2/test-16997815214241/68f8b382269caad740b963d53f2ec473 from hbase tables ns2:test-16997815214241 to tables ns2:table2 2023-11-12T09:33:16,425 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-16997815214241 into ns2:table2 2023-11-12T09:33:16,426 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/hbase-staging/bulk_output-ns2-table2-1699781596425 from hdfs://localhost:39367/backupUT/backup_1699781529663/ns2/test-16997815214241/archive/data/ns2/test-16997815214241/68f8b382269caad740b963d53f2ec473 2023-11-12T09:33:16,427 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x765dedf1 to 127.0.0.1:58891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:33:16,431 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66b65443, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:33:16,432 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:33:16,433 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:45140, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:33:16,434 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-11-12T09:33:16,434 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:table2 2023-11-12T09:33:16,438 DEBUG [hconnection-0x45af0af1-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:33:16,439 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:36304, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:33:16,440 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:table2: 2023-11-12T09:33:16,440 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-11-12T09:33:16,440 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/hbase-staging/partitions_dfd5b3e4-7fd4-46e7-bcc4-4b0f569c76b4 2023-11-12T09:33:16,446 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:16,447 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:16,447 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:16,448 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:17,483 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/hadoop-1072540109117641703.jar 2023-11-12T09:33:17,484 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:17,484 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:17,485 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:17,485 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:17,485 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:17,486 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:17,486 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:17,486 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:17,487 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:17,487 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:33:17,488 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-12T09:33:17,488 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-12T09:33:17,489 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-12T09:33:17,489 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-12T09:33:17,490 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-12T09:33:17,490 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-12T09:33:17,490 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-12T09:33:17,491 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-12T09:33:17,491 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-12T09:33:17,492 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-12T09:33:17,492 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-12T09:33:17,493 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:17,493 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:17,493 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:17,494 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:17,494 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:17,494 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:17,495 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:33:17,495 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: ns2:table2 2023-11-12T09:33:17,495 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:33:17,495 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x765dedf1 to 127.0.0.1:58891 2023-11-12T09:33:17,495 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:33:17,496 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-11-12T09:33:17,496 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-11-12T09:33:17,496 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:33:17,502 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-12T09:33:17,508 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-11-12T09:33:17,585 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/mapreduce.cluster.local.dir/1699781597549/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-12T09:33:17,585 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/mapreduce.cluster.local.dir/1699781597549/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-12T09:33:17,636 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:39367/backupUT/backup_1699781529663/ns2/test-16997815214241/archive/data/ns2/test-16997815214241/68f8b382269caad740b963d53f2ec473/f/029ba5dc1c344e76b4af35b6cd4486a4 2023-11-12T09:33:17,643 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-12T09:33:17,682 DEBUG [pool-308-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x37b4d337 to 127.0.0.1:58891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:33:17,727 DEBUG [pool-308-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@227fb772, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:33:17,734 DEBUG [hconnection-0x66d7adcb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:33:17,735 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:36320, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:33:17,738 DEBUG [pool-308-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x37b4d337 to 127.0.0.1:58891 2023-11-12T09:33:17,738 DEBUG [pool-308-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:33:17,740 DEBUG [pool-308-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row0] 2023-11-12T09:33:17,740 DEBUG [pool-308-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-11-12T09:33:17,753 DEBUG [pool-308-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/hbase-staging/bulk_output-ns2-table2-1699781596425/_temporary/0/_temporary/attempt_local407210199_0015_r_000000_0/f/b4abbd1ee84943e1ba112ec69f32001d is 37, key is row10/f:q1/1699781526292/Put/seqid=0 2023-11-12T09:33:17,757 WARN [Thread-1455 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:40965] Specified favored nodes: [jenkins-hbase3.apache.org:40965] 2023-11-12T09:33:18,301 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:table2' 2023-11-12T09:33:18,628 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/hbase-staging/bulk_output-ns2-table2-1699781596425 2023-11-12T09:33:18,629 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x32243f44 to 127.0.0.1:58891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:33:18,634 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@729cfc68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:33:18,635 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:33:18,636 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:36330, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:33:18,642 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/hbase-staging/bulk_output-ns2-table2-1699781596425/_SUCCESS 2023-11-12T09:33:18,646 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:33:18,648 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:45152, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:33:18,657 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/hbase-staging/bulk_output-ns2-table2-1699781596425/f/b4abbd1ee84943e1ba112ec69f32001d first=Optional[row0] last=Optional[row98] 2023-11-12T09:33:18,659 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=ns2:table2,,1699781595312.cfcdf5eab1d1b1d22bc17cb7847cc766., hostname=jenkins-hbase3.apache.org,40965,1699781511436, seqNum=2 for row with hfile group [{f,hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/hbase-staging/bulk_output-ns2-table2-1699781596425/f/b4abbd1ee84943e1ba112ec69f32001d}] 2023-11-12T09:33:18,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/hbase-staging/bulk_output-ns2-table2-1699781596425/f/b4abbd1ee84943e1ba112ec69f32001d for inclusion in cfcdf5eab1d1b1d22bc17cb7847cc766/f 2023-11-12T09:33:18,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] regionserver.HStore(623): HFile bounds: first=row0 last=row98 2023-11-12T09:33:18,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] regionserver.HStore(625): Region bounds: first= last= 2023-11-12T09:33:18,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] regionserver.HRegion(2520): Flush status journal for cfcdf5eab1d1b1d22bc17cb7847cc766: 2023-11-12T09:33:18,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/hbase-staging/bulk_output-ns2-table2-1699781596425/f/b4abbd1ee84943e1ba112ec69f32001d to hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/staging/jenkins__ns2_table2__7srgcmde02lfnrgagdk7vo3br9a1lb1uou9caikgcsn2re7umivolqjfhqu4ft3t/f/b4abbd1ee84943e1ba112ec69f32001d 2023-11-12T09:33:18,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/staging/jenkins__ns2_table2__7srgcmde02lfnrgagdk7vo3br9a1lb1uou9caikgcsn2re7umivolqjfhqu4ft3t/f/b4abbd1ee84943e1ba112ec69f32001d as hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/ns2/table2/cfcdf5eab1d1b1d22bc17cb7847cc766/f/46d37031a77c4c8d86611938e8343cb2_SeqId_4_ 2023-11-12T09:33:18,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x31d353dc to 127.0.0.1:58891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:33:18,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@669c4c1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:33:18,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:33:18,680 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:45154, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:33:18,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:33:18,690 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:36334, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:33:18,712 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:33:18,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x31d353dc to 127.0.0.1:58891 2023-11-12T09:33:18,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:33:18,714 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/staging/jenkins__ns2_table2__7srgcmde02lfnrgagdk7vo3br9a1lb1uou9caikgcsn2re7umivolqjfhqu4ft3t/f/b4abbd1ee84943e1ba112ec69f32001d into cfcdf5eab1d1b1d22bc17cb7847cc766/f as hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/ns2/table2/cfcdf5eab1d1b1d22bc17cb7847cc766/f/46d37031a77c4c8d86611938e8343cb2_SeqId_4_ - updating store file list. 2023-11-12T09:33:18,720 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/ns2/table2/cfcdf5eab1d1b1d22bc17cb7847cc766/f/46d37031a77c4c8d86611938e8343cb2_SeqId_4_ into cfcdf5eab1d1b1d22bc17cb7847cc766/f 2023-11-12T09:33:18,720 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/staging/jenkins__ns2_table2__7srgcmde02lfnrgagdk7vo3br9a1lb1uou9caikgcsn2re7umivolqjfhqu4ft3t/f/b4abbd1ee84943e1ba112ec69f32001d into cfcdf5eab1d1b1d22bc17cb7847cc766/f (new location: hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/ns2/table2/cfcdf5eab1d1b1d22bc17cb7847cc766/f/46d37031a77c4c8d86611938e8343cb2_SeqId_4_) 2023-11-12T09:33:18,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/staging/jenkins__ns2_table2__7srgcmde02lfnrgagdk7vo3br9a1lb1uou9caikgcsn2re7umivolqjfhqu4ft3t/f/b4abbd1ee84943e1ba112ec69f32001d 2023-11-12T09:33:18,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x640f8db2 to 127.0.0.1:58891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:33:18,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fb92cdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:33:18,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:33:18,730 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:45170, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-11-12T09:33:18,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:33:18,737 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:36346, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-11-12T09:33:18,750 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:33:18,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x640f8db2 to 127.0.0.1:58891 2023-11-12T09:33:18,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:33:18,755 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:33:18,756 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x32243f44 to 127.0.0.1:58891 2023-11-12T09:33:18,756 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:33:18,756 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-11-12T09:33:18,778 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] impl.RestoreTablesClient(181): Restoring 'ns2:test-16997815214241' to 'ns2:table2' from log dirs: hdfs://localhost:39367/backupUT/backup_1699781557926/ns2/test-16997815214241/f/2e874c7c0c2b49cfbe630a0f032d34a9 2023-11-12T09:33:18,787 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] util.RestoreTool(177): Found descriptor 'ns2:test-16997815214241', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} through backup_1699781557926 2023-11-12T09:33:18,789 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.MapReduceRestoreJob(64): Restore incremental backup from directory hdfs://localhost:39367/backupUT/backup_1699781557926/ns2/test-16997815214241/f/2e874c7c0c2b49cfbe630a0f032d34a9 from hbase tables ns2:test-16997815214241 to tables ns2:table2 2023-11-12T09:33:18,789 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-16997815214241 into ns2:table2 2023-11-12T09:33:18,791 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/hbase-staging/bulk_output-ns2-table2-1699781598789 from hdfs://localhost:39367/backupUT/backup_1699781557926/ns2/test-16997815214241/f/2e874c7c0c2b49cfbe630a0f032d34a9 2023-11-12T09:33:18,791 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x63c0d75e to 127.0.0.1:58891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:33:18,794 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cda9a81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:33:18,795 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:33:18,796 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:45174, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:33:18,797 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-11-12T09:33:18,798 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:test-16997815214241 2023-11-12T09:33:18,804 DEBUG [hconnection-0x6de8384c-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:33:18,805 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:36358, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:33:18,807 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:test-16997815214241: 2023-11-12T09:33:18,807 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-11-12T09:33:18,807 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/hbase-staging/partitions_5e886ff0-a0da-43a4-9f6d-dd0a76a94532 2023-11-12T09:33:18,814 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:18,814 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:18,815 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:18,815 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:19,483 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2 2023-11-12T09:33:19,483 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_table2 Metrics about Tables on a single HBase RegionServer 2023-11-12T09:33:19,790 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/hadoop-2743622741847351627.jar 2023-11-12T09:33:19,790 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:19,791 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:19,791 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:19,792 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:19,792 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:19,792 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:19,793 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:19,793 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:19,793 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:19,794 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:33:19,795 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-12T09:33:19,795 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-12T09:33:19,796 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-12T09:33:19,796 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-12T09:33:19,797 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-12T09:33:19,797 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-12T09:33:19,797 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-12T09:33:19,798 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-12T09:33:19,798 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-12T09:33:19,798 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-12T09:33:19,799 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-12T09:33:19,799 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:19,800 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:19,800 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:19,800 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:19,800 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:19,801 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:19,801 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:33:19,802 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: ns2:test-16997815214241 2023-11-12T09:33:19,802 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:33:19,802 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x63c0d75e to 127.0.0.1:58891 2023-11-12T09:33:19,802 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:33:19,802 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-11-12T09:33:19,802 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-11-12T09:33:19,803 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:33:19,809 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-12T09:33:19,815 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-11-12T09:33:19,892 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/mapreduce.cluster.local.dir/1699781599857/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-12T09:33:19,892 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/mapreduce.cluster.local.dir/1699781599857/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-12T09:33:19,940 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:39367/backupUT/backup_1699781557926/ns2/test-16997815214241/f/2e874c7c0c2b49cfbe630a0f032d34a9 2023-11-12T09:33:19,944 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-12T09:33:19,958 DEBUG [pool-320-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x6493c633 to 127.0.0.1:58891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:33:19,963 DEBUG [pool-320-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31b81bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:33:19,964 DEBUG [hconnection-0x35238f13-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:33:19,965 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:36364, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:33:19,967 DEBUG [pool-320-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x6493c633 to 127.0.0.1:58891 2023-11-12T09:33:19,967 DEBUG [pool-320-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:33:19,967 DEBUG [pool-320-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-ns2:test-16997815214241-1-0] 2023-11-12T09:33:19,967 DEBUG [pool-320-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-11-12T09:33:19,975 DEBUG [pool-320-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/hbase-staging/bulk_output-ns2-table2-1699781598789/_temporary/0/_temporary/attempt_local1250472384_0016_r_000000_0/f/1d98c573c6d641ecbd42e9d2c5ecbe69 is 64, key is row-ns2:test-16997815214241-1-10/f:q1/1699781545573/Put/seqid=0 2023-11-12T09:33:19,976 WARN [Thread-1499 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:40965] Specified favored nodes: [jenkins-hbase3.apache.org:40965] 2023-11-12T09:33:20,934 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/hbase-staging/bulk_output-ns2-table2-1699781598789 2023-11-12T09:33:20,935 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x74201afd to 127.0.0.1:58891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:33:20,941 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@570b76d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:33:20,943 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:33:20,944 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:36372, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:33:20,955 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/hbase-staging/bulk_output-ns2-table2-1699781598789/_SUCCESS 2023-11-12T09:33:20,959 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:33:20,960 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:45178, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:33:20,969 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/hbase-staging/bulk_output-ns2-table2-1699781598789/f/1d98c573c6d641ecbd42e9d2c5ecbe69 first=Optional[row-ns2:test-16997815214241-1-0] last=Optional[row-ns2:test-16997815214241-2-98] 2023-11-12T09:33:20,971 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=ns2:table2,,1699781595312.cfcdf5eab1d1b1d22bc17cb7847cc766., hostname=jenkins-hbase3.apache.org,40965,1699781511436, seqNum=2 for row with hfile group [{f,hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/hbase-staging/bulk_output-ns2-table2-1699781598789/f/1d98c573c6d641ecbd42e9d2c5ecbe69}] 2023-11-12T09:33:20,980 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/hbase-staging/bulk_output-ns2-table2-1699781598789/f/1d98c573c6d641ecbd42e9d2c5ecbe69 for inclusion in cfcdf5eab1d1b1d22bc17cb7847cc766/f 2023-11-12T09:33:20,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] regionserver.HStore(623): HFile bounds: first=row-ns2:test-16997815214241-1-0 last=row-ns2:test-16997815214241-2-98 2023-11-12T09:33:20,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] regionserver.HStore(625): Region bounds: first= last= 2023-11-12T09:33:20,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] regionserver.HRegion(2520): Flush status journal for cfcdf5eab1d1b1d22bc17cb7847cc766: 2023-11-12T09:33:20,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/hbase-staging/bulk_output-ns2-table2-1699781598789/f/1d98c573c6d641ecbd42e9d2c5ecbe69 to hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/staging/jenkins__ns2_table2__a5v7lqv6uml0b4kd4bnt2g61kbv6865b67tg94b7birgslibp16230dmqlr7agll/f/1d98c573c6d641ecbd42e9d2c5ecbe69 2023-11-12T09:33:20,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/staging/jenkins__ns2_table2__a5v7lqv6uml0b4kd4bnt2g61kbv6865b67tg94b7birgslibp16230dmqlr7agll/f/1d98c573c6d641ecbd42e9d2c5ecbe69 as hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/ns2/table2/cfcdf5eab1d1b1d22bc17cb7847cc766/f/3352713a957741ee91eef6c21639d953_SeqId_6_ 2023-11-12T09:33:20,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x13bd7658 to 127.0.0.1:58891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:33:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1589ab07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:33:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:33:20,994 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:45180, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:33:20,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:33:20,999 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:36380, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:33:21,012 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:33:21,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x13bd7658 to 127.0.0.1:58891 2023-11-12T09:33:21,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:33:21,013 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/staging/jenkins__ns2_table2__a5v7lqv6uml0b4kd4bnt2g61kbv6865b67tg94b7birgslibp16230dmqlr7agll/f/1d98c573c6d641ecbd42e9d2c5ecbe69 into cfcdf5eab1d1b1d22bc17cb7847cc766/f as hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/ns2/table2/cfcdf5eab1d1b1d22bc17cb7847cc766/f/3352713a957741ee91eef6c21639d953_SeqId_6_ - updating store file list. 2023-11-12T09:33:21,018 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/ns2/table2/cfcdf5eab1d1b1d22bc17cb7847cc766/f/3352713a957741ee91eef6c21639d953_SeqId_6_ into cfcdf5eab1d1b1d22bc17cb7847cc766/f 2023-11-12T09:33:21,018 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/staging/jenkins__ns2_table2__a5v7lqv6uml0b4kd4bnt2g61kbv6865b67tg94b7birgslibp16230dmqlr7agll/f/1d98c573c6d641ecbd42e9d2c5ecbe69 into cfcdf5eab1d1b1d22bc17cb7847cc766/f (new location: hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/ns2/table2/cfcdf5eab1d1b1d22bc17cb7847cc766/f/3352713a957741ee91eef6c21639d953_SeqId_6_) 2023-11-12T09:33:21,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/staging/jenkins__ns2_table2__a5v7lqv6uml0b4kd4bnt2g61kbv6865b67tg94b7birgslibp16230dmqlr7agll/f/1d98c573c6d641ecbd42e9d2c5ecbe69 2023-11-12T09:33:21,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x4c2331cc to 127.0.0.1:58891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:33:21,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@481d6f4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:33:21,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:33:21,025 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:45188, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-11-12T09:33:21,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:33:21,029 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:36390, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-11-12T09:33:21,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:33:21,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x4c2331cc to 127.0.0.1:58891 2023-11-12T09:33:21,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:33:21,045 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:33:21,046 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x74201afd to 127.0.0.1:58891 2023-11-12T09:33:21,046 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:33:21,046 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-11-12T09:33:21,046 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] impl.RestoreTablesClient(187): ns2:test-16997815214241 has been successfully restored to ns2:table2 2023-11-12T09:33:21,046 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] impl.RestoreTablesClient(231): Restore includes the following image(s): 2023-11-12T09:33:21,046 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] impl.RestoreTablesClient(233): Backup: backup_1699781557926 hdfs://localhost:39367/backupUT/backup_1699781557926/ns2/test-16997815214241/ 2023-11-12T09:33:21,046 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] impl.RestoreTablesClient(238): restoreStage finished 2023-11-12T09:33:21,047 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] backup.TestIncrementalBackupMergeWithFailures(337): After incremental restore: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:33:21,055 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] backup.TestIncrementalBackupMergeWithFailures(338): f1 has 297 rows 2023-11-12T09:33:21,068 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:33:21,069 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x6ebc04a9 to 127.0.0.1:58891 2023-11-12T09:33:21,069 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:33:21,088 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] hbase.ResourceChecker(175): after: backup.TestIncrementalBackupMergeWithFailures#TestIncBackupMergeRestore Thread=601 (was 583) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1057748601_16 at /127.0.0.1:55078 [Receiving block BP-1606931469-172.31.12.81-1699781505055:blk_1073741898_1074] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase3.apache.org,40965,1699781511436)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:58891@0x4c2331cc-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:549) Potentially hanging thread: WAL-Archive-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase3.apache.org,40965,1699781511436)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:58891@0x4c2331cc java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1517) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1541) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1227) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$537/1898131353.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:58891@0x74201afd-SendThread(127.0.0.1:58891) java.lang.Thread.sleep(Native Method) org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1394) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1317) Potentially hanging thread: hconnection-0x4d95b99-shared-pool-36 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x4d95b99-shared-pool-37 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1966772048_16 at /127.0.0.1:55482 [Waiting for operation #16] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: (jenkins-hbase3.apache.org,36011,1699781508346)-proc-coordinator-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase3.apache.org,40965,1699781511436)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: region-location-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:58891@0x13bd7658 java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1517) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1541) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1227) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$537/1898131353.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:58891@0x74201afd-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:549) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1966772048_16 at /127.0.0.1:55550 [Waiting for operation #9] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:58891@0x74201afd java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1517) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1541) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1227) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$537/1898131353.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1966772048_16 at /127.0.0.1:55524 [Waiting for operation #15] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-1606931469-172.31.12.81-1699781505055:blk_1073741898_1074, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-1606931469-172.31.12.81-1699781505055:blk_1073741897_1073, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:58891@0x13bd7658-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:549) Potentially hanging thread: member: 'jenkins-hbase3.apache.org,40965,1699781511436' subprocedure-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x4d95b99-shared-pool-34 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/cluster_327387e2-84b9-52c0-840e-fdc8b0255987/dfs/data/data1/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:58891@0x4c2331cc-SendThread(127.0.0.1:58891) java.lang.Thread.sleep(Native Method) org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1394) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1317) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/cluster_327387e2-84b9-52c0-840e-fdc8b0255987/dfs/data/data2/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:58891@0x13bd7658-SendThread(127.0.0.1:58891) java.lang.Thread.sleep(Native Method) org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1394) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1317) Potentially hanging thread: hconnection-0x4d95b99-shared-pool-35 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1057748601_16 at /127.0.0.1:55070 [Receiving block BP-1606931469-172.31.12.81-1699781505055:blk_1073741897_1073] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=720 (was 689) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=129 (was 196), ProcessCount=168 (was 168), AvailableMemoryMB=5849 (was 5501) - AvailableMemoryMB LEAK? - 2023-11-12T09:33:21,089 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] hbase.ResourceChecker(130): Thread=601 is superior to 500 2023-11-12T09:33:21,095 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2023-11-12T09:33:21,095 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:33:21,095 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x1f1d5916 to 127.0.0.1:58891 2023-11-12T09:33:21,095 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:33:21,096 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2023-11-12T09:33:21,096 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] util.JVMClusterUtil(257): Found active master hash=880712355, stopped=false 2023-11-12T09:33:21,096 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] master.ServerManager(896): Cluster shutdown requested of master=jenkins-hbase3.apache.org,36011,1699781508346 2023-11-12T09:33:21,098 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2023-11-12T09:33:21,098 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40965-0x1004cf967510001, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2023-11-12T09:33:21,098 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:33:21,098 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40965-0x1004cf967510001, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:33:21,098 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] procedure2.ProcedureExecutor(630): Stopping 2023-11-12T09:33:21,099 DEBUG [Listener at jenkins-hbase3.apache.org/40099 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:33:21,099 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-11-12T09:33:21,099 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,40965,1699781511436' ***** 2023-11-12T09:33:21,099 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40965-0x1004cf967510001, quorum=127.0.0.1:58891, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-11-12T09:33:21,099 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] regionserver.HRegionServer(2531): STOPPED: Shutdown requested 2023-11-12T09:33:21,099 INFO [RS:0;jenkins-hbase3:40965 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-11-12T09:33:21,114 INFO [RS:0;jenkins-hbase3:40965 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@4dd676b0{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-11-12T09:33:21,118 INFO [RS:0;jenkins-hbase3:40965 {}] server.AbstractConnector(383): Stopped ServerConnector@2d3a7049{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-11-12T09:33:21,118 INFO [RS:0;jenkins-hbase3:40965 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-11-12T09:33:21,119 INFO [RS:0;jenkins-hbase3:40965 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@199acead{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-11-12T09:33:21,119 INFO [RS:0;jenkins-hbase3:40965 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@6dcf6939{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/hadoop.log.dir/,STOPPED} 2023-11-12T09:33:21,121 INFO [RS:0;jenkins-hbase3:40965 {}] regionserver.HeapMemoryManager(220): Stopping 2023-11-12T09:33:21,122 INFO [RS:0;jenkins-hbase3:40965 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2023-11-12T09:33:21,122 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2023-11-12T09:33:21,122 INFO [RS:0;jenkins-hbase3:40965 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2023-11-12T09:33:21,122 INFO [RS:0;jenkins-hbase3:40965 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2023-11-12T09:33:21,122 INFO [RS:0;jenkins-hbase3:40965 {}] regionserver.HRegionServer(3528): Received CLOSE for fb1f5dd40c37d87ba0db163c6ca98a15 2023-11-12T09:33:21,122 INFO [RS:0;jenkins-hbase3:40965 {}] regionserver.HRegionServer(3528): Received CLOSE for 1be5ccfd99112d88baddb438c1d4bf6c 2023-11-12T09:33:21,122 INFO [RS:0;jenkins-hbase3:40965 {}] regionserver.HRegionServer(3528): Received CLOSE for 68f8b382269caad740b963d53f2ec473 2023-11-12T09:33:21,122 INFO [RS:0;jenkins-hbase3:40965 {}] regionserver.HRegionServer(3528): Received CLOSE for bc09f6f6c27778960673442d589b6690 2023-11-12T09:33:21,123 INFO [RS:0;jenkins-hbase3:40965 {}] regionserver.HRegionServer(3528): Received CLOSE for 5ebbd7507ee19a35dc51300bafaed473 2023-11-12T09:33:21,123 INFO [RS:0;jenkins-hbase3:40965 {}] regionserver.HRegionServer(3528): Received CLOSE for d40a66decc7d2d51470e723cfd6e415d 2023-11-12T09:33:21,123 INFO [RS:0;jenkins-hbase3:40965 {}] regionserver.HRegionServer(3528): Received CLOSE for cfcdf5eab1d1b1d22bc17cb7847cc766 2023-11-12T09:33:21,123 INFO [RS:0;jenkins-hbase3:40965 {}] regionserver.HRegionServer(3528): Received CLOSE for bacca8783258143f9a5a49044e996202 2023-11-12T09:33:21,123 INFO [RS:0;jenkins-hbase3:40965 {}] regionserver.HRegionServer(3528): Received CLOSE for dc64ec1b2bad13b868d3c1ccd155b748 2023-11-12T09:33:21,123 INFO [RS:0;jenkins-hbase3:40965 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:33:21,123 INFO [RS:0;jenkins-hbase3:40965 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:33:21,123 DEBUG [RS:0;jenkins-hbase3:40965 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:33:21,123 INFO [RS:0;jenkins-hbase3:40965 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2023-11-12T09:33:21,123 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing fb1f5dd40c37d87ba0db163c6ca98a15, disabling compactions & flushes 2023-11-12T09:33:21,123 INFO [RS:0;jenkins-hbase3:40965 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2023-11-12T09:33:21,123 INFO [RS:0;jenkins-hbase3:40965 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2023-11-12T09:33:21,123 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region table1,,1699781587698.fb1f5dd40c37d87ba0db163c6ca98a15. 2023-11-12T09:33:21,123 INFO [RS:0;jenkins-hbase3:40965 {}] regionserver.HRegionServer(3528): Received CLOSE for 1588230740 2023-11-12T09:33:21,123 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,,1699781587698.fb1f5dd40c37d87ba0db163c6ca98a15. 2023-11-12T09:33:21,123 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on table1,,1699781587698.fb1f5dd40c37d87ba0db163c6ca98a15. after waiting 0 ms 2023-11-12T09:33:21,123 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region table1,,1699781587698.fb1f5dd40c37d87ba0db163c6ca98a15. 2023-11-12T09:33:21,123 INFO [RS:0;jenkins-hbase3:40965 {}] regionserver.HRegionServer(1579): Waiting on 10 regions to close 2023-11-12T09:33:21,126 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-11-12T09:33:21,126 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-11-12T09:33:21,126 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-11-12T09:33:21,126 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-11-12T09:33:21,126 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-11-12T09:33:21,126 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2819): Flushing 1588230740 3/3 column families, dataSize=11.59 KB heapSize=20.33 KB 2023-11-12T09:33:21,126 DEBUG [RS:0;jenkins-hbase3:40965 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 1be5ccfd99112d88baddb438c1d4bf6c, 5ebbd7507ee19a35dc51300bafaed473, 68f8b382269caad740b963d53f2ec473, bacca8783258143f9a5a49044e996202, bc09f6f6c27778960673442d589b6690, cfcdf5eab1d1b1d22bc17cb7847cc766, d40a66decc7d2d51470e723cfd6e415d, dc64ec1b2bad13b868d3c1ccd155b748, fb1f5dd40c37d87ba0db163c6ca98a15 2023-11-12T09:33:21,134 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/default/table1/fb1f5dd40c37d87ba0db163c6ca98a15/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2023-11-12T09:33:21,134 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:33:21,136 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed table1,,1699781587698.fb1f5dd40c37d87ba0db163c6ca98a15. 2023-11-12T09:33:21,136 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for fb1f5dd40c37d87ba0db163c6ca98a15: 2023-11-12T09:33:21,136 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,,1699781587698.fb1f5dd40c37d87ba0db163c6ca98a15. 2023-11-12T09:33:21,137 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 1be5ccfd99112d88baddb438c1d4bf6c, disabling compactions & flushes 2023-11-12T09:33:21,137 INFO [regionserver/jenkins-hbase3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2023-11-12T09:33:21,137 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region hbase:namespace,,1699781514907.1be5ccfd99112d88baddb438c1d4bf6c. 2023-11-12T09:33:21,137 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1699781514907.1be5ccfd99112d88baddb438c1d4bf6c. 2023-11-12T09:33:21,137 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1699781514907.1be5ccfd99112d88baddb438c1d4bf6c. after waiting 0 ms 2023-11-12T09:33:21,137 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1699781514907.1be5ccfd99112d88baddb438c1d4bf6c. 2023-11-12T09:33:21,137 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 1be5ccfd99112d88baddb438c1d4bf6c 1/1 column families, dataSize=249 B heapSize=1.02 KB 2023-11-12T09:33:21,151 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/hbase/namespace/1be5ccfd99112d88baddb438c1d4bf6c/.tmp/info/b55cea617736460cb659b4cb2698cad2 is 45, key is default/info:d/1699781516288/Put/seqid=0 2023-11-12T09:33:21,155 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/hbase/meta/1588230740/.tmp/info/2a1726c33d634c739da216f7931d5b2d is 159, key is ns2:test-16997815214241,,1699781524162.68f8b382269caad740b963d53f2ec473./info:regioninfo/1699781525357/Put/seqid=0 2023-11-12T09:33:21,161 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/hbase/namespace/1be5ccfd99112d88baddb438c1d4bf6c/.tmp/info/b55cea617736460cb659b4cb2698cad2 2023-11-12T09:33:21,167 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.74 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/hbase/meta/1588230740/.tmp/info/2a1726c33d634c739da216f7931d5b2d 2023-11-12T09:33:21,173 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/hbase/namespace/1be5ccfd99112d88baddb438c1d4bf6c/.tmp/info/b55cea617736460cb659b4cb2698cad2 as hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/hbase/namespace/1be5ccfd99112d88baddb438c1d4bf6c/info/b55cea617736460cb659b4cb2698cad2 2023-11-12T09:33:21,180 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/hbase/namespace/1be5ccfd99112d88baddb438c1d4bf6c/info/b55cea617736460cb659b4cb2698cad2, entries=7, sequenceid=11, filesize=5.1 K 2023-11-12T09:33:21,181 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~249 B/249, heapSize ~1.01 KB/1032, currentSize=0 B/0 for 1be5ccfd99112d88baddb438c1d4bf6c in 44ms, sequenceid=11, compaction requested=false 2023-11-12T09:33:21,188 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/hbase/meta/1588230740/.tmp/table/e848828f375a46d08a557f738b8d82ef is 59, key is ns2:test-16997815214241/table:state/1699781525366/Put/seqid=0 2023-11-12T09:33:21,196 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/hbase/namespace/1be5ccfd99112d88baddb438c1d4bf6c/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2023-11-12T09:33:21,199 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:33:21,200 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed hbase:namespace,,1699781514907.1be5ccfd99112d88baddb438c1d4bf6c. 2023-11-12T09:33:21,200 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 1be5ccfd99112d88baddb438c1d4bf6c: 2023-11-12T09:33:21,200 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=874 B at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/hbase/meta/1588230740/.tmp/table/e848828f375a46d08a557f738b8d82ef 2023-11-12T09:33:21,200 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1699781514907.1be5ccfd99112d88baddb438c1d4bf6c. 2023-11-12T09:33:21,200 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 68f8b382269caad740b963d53f2ec473, disabling compactions & flushes 2023-11-12T09:33:21,200 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns2:test-16997815214241,,1699781524162.68f8b382269caad740b963d53f2ec473. 2023-11-12T09:33:21,200 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16997815214241,,1699781524162.68f8b382269caad740b963d53f2ec473. 2023-11-12T09:33:21,200 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16997815214241,,1699781524162.68f8b382269caad740b963d53f2ec473. after waiting 0 ms 2023-11-12T09:33:21,200 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16997815214241,,1699781524162.68f8b382269caad740b963d53f2ec473. 2023-11-12T09:33:21,200 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 68f8b382269caad740b963d53f2ec473 1/1 column families, dataSize=11.56 KB heapSize=26.55 KB 2023-11-12T09:33:21,205 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/ns2/test-16997815214241/68f8b382269caad740b963d53f2ec473/.tmp/f/bdae64eeb874482d8c46b26648124876 is 64, key is row-ns2:test-16997815214241-1-10/f:q1/1699781545573/Put/seqid=0 2023-11-12T09:33:21,208 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/hbase/meta/1588230740/.tmp/info/2a1726c33d634c739da216f7931d5b2d as hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/hbase/meta/1588230740/info/2a1726c33d634c739da216f7931d5b2d 2023-11-12T09:33:21,214 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.56 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/ns2/test-16997815214241/68f8b382269caad740b963d53f2ec473/.tmp/f/bdae64eeb874482d8c46b26648124876 2023-11-12T09:33:21,215 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/hbase/meta/1588230740/info/2a1726c33d634c739da216f7931d5b2d, entries=90, sequenceid=49, filesize=16.4 K 2023-11-12T09:33:21,217 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/hbase/meta/1588230740/.tmp/table/e848828f375a46d08a557f738b8d82ef as hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/hbase/meta/1588230740/table/e848828f375a46d08a557f738b8d82ef 2023-11-12T09:33:21,220 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/ns2/test-16997815214241/68f8b382269caad740b963d53f2ec473/.tmp/f/bdae64eeb874482d8c46b26648124876 as hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/ns2/test-16997815214241/68f8b382269caad740b963d53f2ec473/f/bdae64eeb874482d8c46b26648124876 2023-11-12T09:33:21,224 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/hbase/meta/1588230740/table/e848828f375a46d08a557f738b8d82ef, entries=18, sequenceid=49, filesize=5.9 K 2023-11-12T09:33:21,225 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3022): Finished flush of dataSize ~11.59 KB/11868, heapSize ~20.05 KB/20528, currentSize=0 B/0 for 1588230740 in 99ms, sequenceid=49, compaction requested=false 2023-11-12T09:33:21,228 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/ns2/test-16997815214241/68f8b382269caad740b963d53f2ec473/f/bdae64eeb874482d8c46b26648124876, entries=198, sequenceid=304, filesize=17.2 K 2023-11-12T09:33:21,229 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~11.56 KB/11840, heapSize ~26.53 KB/27168, currentSize=0 B/0 for 68f8b382269caad740b963d53f2ec473 in 29ms, sequenceid=304, compaction requested=false 2023-11-12T09:33:21,242 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/hbase/meta/1588230740/recovered.edits/52.seqid, newMaxSeqId=52, maxSeqId=1 2023-11-12T09:33:21,243 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:33:21,244 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-11-12T09:33:21,245 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-11-12T09:33:21,245 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-11-12T09:33:21,245 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2023-11-12T09:33:21,245 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/ns2/test-16997815214241/68f8b382269caad740b963d53f2ec473/recovered.edits/307.seqid, newMaxSeqId=307, maxSeqId=1 2023-11-12T09:33:21,246 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:33:21,247 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns2:test-16997815214241,,1699781524162.68f8b382269caad740b963d53f2ec473. 2023-11-12T09:33:21,247 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 68f8b382269caad740b963d53f2ec473: 2023-11-12T09:33:21,247 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-16997815214241,,1699781524162.68f8b382269caad740b963d53f2ec473. 2023-11-12T09:33:21,248 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing bc09f6f6c27778960673442d589b6690, disabling compactions & flushes 2023-11-12T09:33:21,248 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns3:test-16997815214242,,1699781526361.bc09f6f6c27778960673442d589b6690. 2023-11-12T09:33:21,248 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16997815214242,,1699781526361.bc09f6f6c27778960673442d589b6690. 2023-11-12T09:33:21,248 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16997815214242,,1699781526361.bc09f6f6c27778960673442d589b6690. after waiting 0 ms 2023-11-12T09:33:21,248 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16997815214242,,1699781526361.bc09f6f6c27778960673442d589b6690. 2023-11-12T09:33:21,252 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/ns3/test-16997815214242/bc09f6f6c27778960673442d589b6690/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-11-12T09:33:21,253 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:33:21,253 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns3:test-16997815214242,,1699781526361.bc09f6f6c27778960673442d589b6690. 2023-11-12T09:33:21,253 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for bc09f6f6c27778960673442d589b6690: 2023-11-12T09:33:21,254 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-16997815214242,,1699781526361.bc09f6f6c27778960673442d589b6690. 2023-11-12T09:33:21,254 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 5ebbd7507ee19a35dc51300bafaed473, disabling compactions & flushes 2023-11-12T09:33:21,255 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns4:test-16997815214243,,1699781527484.5ebbd7507ee19a35dc51300bafaed473. 2023-11-12T09:33:21,255 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16997815214243,,1699781527484.5ebbd7507ee19a35dc51300bafaed473. 2023-11-12T09:33:21,255 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16997815214243,,1699781527484.5ebbd7507ee19a35dc51300bafaed473. after waiting 0 ms 2023-11-12T09:33:21,255 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16997815214243,,1699781527484.5ebbd7507ee19a35dc51300bafaed473. 2023-11-12T09:33:21,259 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/ns4/test-16997815214243/5ebbd7507ee19a35dc51300bafaed473/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-11-12T09:33:21,259 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:33:21,260 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns4:test-16997815214243,,1699781527484.5ebbd7507ee19a35dc51300bafaed473. 2023-11-12T09:33:21,260 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 5ebbd7507ee19a35dc51300bafaed473: 2023-11-12T09:33:21,261 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-16997815214243,,1699781527484.5ebbd7507ee19a35dc51300bafaed473. 2023-11-12T09:33:21,261 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing d40a66decc7d2d51470e723cfd6e415d, disabling compactions & flushes 2023-11-12T09:33:21,261 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1699781530952.d40a66decc7d2d51470e723cfd6e415d. 2023-11-12T09:33:21,261 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1699781530952.d40a66decc7d2d51470e723cfd6e415d. 2023-11-12T09:33:21,261 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1699781530952.d40a66decc7d2d51470e723cfd6e415d. after waiting 0 ms 2023-11-12T09:33:21,261 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1699781530952.d40a66decc7d2d51470e723cfd6e415d. 2023-11-12T09:33:21,265 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/backup/system_bulk/d40a66decc7d2d51470e723cfd6e415d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-11-12T09:33:21,265 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:33:21,266 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system_bulk,,1699781530952.d40a66decc7d2d51470e723cfd6e415d. 2023-11-12T09:33:21,266 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for d40a66decc7d2d51470e723cfd6e415d: 2023-11-12T09:33:21,266 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1699781530952.d40a66decc7d2d51470e723cfd6e415d. 2023-11-12T09:33:21,266 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing cfcdf5eab1d1b1d22bc17cb7847cc766, disabling compactions & flushes 2023-11-12T09:33:21,266 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns2:table2,,1699781595312.cfcdf5eab1d1b1d22bc17cb7847cc766. 2023-11-12T09:33:21,266 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:table2,,1699781595312.cfcdf5eab1d1b1d22bc17cb7847cc766. 2023-11-12T09:33:21,266 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns2:table2,,1699781595312.cfcdf5eab1d1b1d22bc17cb7847cc766. after waiting 0 ms 2023-11-12T09:33:21,266 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns2:table2,,1699781595312.cfcdf5eab1d1b1d22bc17cb7847cc766. 2023-11-12T09:33:21,281 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/ns2/table2/cfcdf5eab1d1b1d22bc17cb7847cc766/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2023-11-12T09:33:21,282 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:33:21,282 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns2:table2,,1699781595312.cfcdf5eab1d1b1d22bc17cb7847cc766. 2023-11-12T09:33:21,282 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for cfcdf5eab1d1b1d22bc17cb7847cc766: 2023-11-12T09:33:21,282 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:table2,,1699781595312.cfcdf5eab1d1b1d22bc17cb7847cc766. 2023-11-12T09:33:21,282 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing bacca8783258143f9a5a49044e996202, disabling compactions & flushes 2023-11-12T09:33:21,282 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region test-1699781521424,,1699781521915.bacca8783258143f9a5a49044e996202. 2023-11-12T09:33:21,282 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1699781521424,,1699781521915.bacca8783258143f9a5a49044e996202. 2023-11-12T09:33:21,282 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on test-1699781521424,,1699781521915.bacca8783258143f9a5a49044e996202. after waiting 0 ms 2023-11-12T09:33:21,282 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region test-1699781521424,,1699781521915.bacca8783258143f9a5a49044e996202. 2023-11-12T09:33:21,282 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing bacca8783258143f9a5a49044e996202 1/1 column families, dataSize=10.60 KB heapSize=25 KB 2023-11-12T09:33:21,287 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/default/test-1699781521424/bacca8783258143f9a5a49044e996202/.tmp/f/731c19588f534194811ae5e8d9bc5cfd is 59, key is row-test-1699781521424-1-10/f:q1/1699781545444/Put/seqid=0 2023-11-12T09:33:21,296 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.60 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/default/test-1699781521424/bacca8783258143f9a5a49044e996202/.tmp/f/731c19588f534194811ae5e8d9bc5cfd 2023-11-12T09:33:21,302 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/default/test-1699781521424/bacca8783258143f9a5a49044e996202/.tmp/f/731c19588f534194811ae5e8d9bc5cfd as hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/default/test-1699781521424/bacca8783258143f9a5a49044e996202/f/731c19588f534194811ae5e8d9bc5cfd 2023-11-12T09:33:21,308 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/default/test-1699781521424/bacca8783258143f9a5a49044e996202/f/731c19588f534194811ae5e8d9bc5cfd, entries=198, sequenceid=304, filesize=16.2 K 2023-11-12T09:33:21,309 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~10.60 KB/10850, heapSize ~24.98 KB/25584, currentSize=0 B/0 for bacca8783258143f9a5a49044e996202 in 26ms, sequenceid=304, compaction requested=false 2023-11-12T09:33:21,316 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/default/test-1699781521424/bacca8783258143f9a5a49044e996202/recovered.edits/307.seqid, newMaxSeqId=307, maxSeqId=1 2023-11-12T09:33:21,317 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:33:21,317 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed test-1699781521424,,1699781521915.bacca8783258143f9a5a49044e996202. 2023-11-12T09:33:21,317 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for bacca8783258143f9a5a49044e996202: 2023-11-12T09:33:21,317 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1699781521424,,1699781521915.bacca8783258143f9a5a49044e996202. 2023-11-12T09:33:21,317 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing dc64ec1b2bad13b868d3c1ccd155b748, disabling compactions & flushes 2023-11-12T09:33:21,318 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system,,1699781529817.dc64ec1b2bad13b868d3c1ccd155b748. 2023-11-12T09:33:21,318 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1699781529817.dc64ec1b2bad13b868d3c1ccd155b748. 2023-11-12T09:33:21,318 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1699781529817.dc64ec1b2bad13b868d3c1ccd155b748. after waiting 0 ms 2023-11-12T09:33:21,318 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1699781529817.dc64ec1b2bad13b868d3c1ccd155b748. 2023-11-12T09:33:21,318 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing dc64ec1b2bad13b868d3c1ccd155b748 2/2 column families, dataSize=2.54 KB heapSize=5.30 KB 2023-11-12T09:33:21,321 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/backup/system/dc64ec1b2bad13b868d3c1ccd155b748/.tmp/meta/f0f3b7e51eb948dea44e20ed1fa36f88 is 171, key is trslm:hdfs://localhost:39367/backupUT\x00ns2:test-16997815214241/meta:log-roll-map/1699781568559/Put/seqid=0 2023-11-12T09:33:21,326 DEBUG [RS:0;jenkins-hbase3:40965 {}] regionserver.HRegionServer(1609): Waiting on dc64ec1b2bad13b868d3c1ccd155b748 2023-11-12T09:33:21,527 DEBUG [RS:0;jenkins-hbase3:40965 {}] regionserver.HRegionServer(1609): Waiting on dc64ec1b2bad13b868d3c1ccd155b748 2023-11-12T09:33:21,562 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-12T09:33:21,726 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.25 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/backup/system/dc64ec1b2bad13b868d3c1ccd155b748/.tmp/meta/f0f3b7e51eb948dea44e20ed1fa36f88 2023-11-12T09:33:21,727 DEBUG [RS:0;jenkins-hbase3:40965 {}] regionserver.HRegionServer(1609): Waiting on dc64ec1b2bad13b868d3c1ccd155b748 2023-11-12T09:33:21,732 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f0f3b7e51eb948dea44e20ed1fa36f88 2023-11-12T09:33:21,736 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/backup/system/dc64ec1b2bad13b868d3c1ccd155b748/.tmp/session/21b2411d28c64970b2db0eaa687d6f66 is 360, key is session:backup_1699781557926/session:context/1699781569818/Put/seqid=0 2023-11-12T09:33:21,740 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.30 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/backup/system/dc64ec1b2bad13b868d3c1ccd155b748/.tmp/session/21b2411d28c64970b2db0eaa687d6f66 2023-11-12T09:33:21,746 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 21b2411d28c64970b2db0eaa687d6f66 2023-11-12T09:33:21,747 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/backup/system/dc64ec1b2bad13b868d3c1ccd155b748/.tmp/meta/f0f3b7e51eb948dea44e20ed1fa36f88 as hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/backup/system/dc64ec1b2bad13b868d3c1ccd155b748/meta/f0f3b7e51eb948dea44e20ed1fa36f88 2023-11-12T09:33:21,753 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f0f3b7e51eb948dea44e20ed1fa36f88 2023-11-12T09:33:21,753 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/backup/system/dc64ec1b2bad13b868d3c1ccd155b748/meta/f0f3b7e51eb948dea44e20ed1fa36f88, entries=9, sequenceid=61, filesize=5.9 K 2023-11-12T09:33:21,754 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/backup/system/dc64ec1b2bad13b868d3c1ccd155b748/.tmp/session/21b2411d28c64970b2db0eaa687d6f66 as hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/backup/system/dc64ec1b2bad13b868d3c1ccd155b748/session/21b2411d28c64970b2db0eaa687d6f66 2023-11-12T09:33:21,759 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 21b2411d28c64970b2db0eaa687d6f66 2023-11-12T09:33:21,759 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/backup/system/dc64ec1b2bad13b868d3c1ccd155b748/session/21b2411d28c64970b2db0eaa687d6f66, entries=3, sequenceid=61, filesize=5.5 K 2023-11-12T09:33:21,760 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~2.54 KB/2603, heapSize ~5.27 KB/5400, currentSize=0 B/0 for dc64ec1b2bad13b868d3c1ccd155b748 in 442ms, sequenceid=61, compaction requested=true 2023-11-12T09:33:21,775 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/data/backup/system/dc64ec1b2bad13b868d3c1ccd155b748/recovered.edits/64.seqid, newMaxSeqId=64, maxSeqId=1 2023-11-12T09:33:21,776 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:33:21,777 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system,,1699781529817.dc64ec1b2bad13b868d3c1ccd155b748. 2023-11-12T09:33:21,777 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for dc64ec1b2bad13b868d3c1ccd155b748: 2023-11-12T09:33:21,777 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1699781529817.dc64ec1b2bad13b868d3c1ccd155b748. 2023-11-12T09:33:21,836 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2023-11-12T09:33:21,836 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2023-11-12T09:33:21,927 INFO [RS:0;jenkins-hbase3:40965 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,40965,1699781511436; all regions closed. 2023-11-12T09:33:21,935 DEBUG [RS:0;jenkins-hbase3:40965 {}] wal.AbstractFSWAL(1062): Moved 2 WAL file(s) to /user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/oldWALs 2023-11-12T09:33:21,935 INFO [RS:0;jenkins-hbase3:40965 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C40965%2C1699781511436.meta:.meta(num 1699781562122) 2023-11-12T09:33:21,939 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(656): complete file /user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/WALs/jenkins-hbase3.apache.org,40965,1699781511436/jenkins-hbase3.apache.org%2C40965%2C1699781511436.1699781562103 not finished, retry = 0 2023-11-12T09:33:22,045 DEBUG [RS:0;jenkins-hbase3:40965 {}] wal.AbstractFSWAL(1062): Moved 4 WAL file(s) to /user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/oldWALs 2023-11-12T09:33:22,045 INFO [RS:0;jenkins-hbase3:40965 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C40965%2C1699781511436:(num 1699781562103) 2023-11-12T09:33:22,045 DEBUG [RS:0;jenkins-hbase3:40965 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:33:22,045 INFO [RS:0;jenkins-hbase3:40965 {}] regionserver.LeaseManager(133): Closed leases 2023-11-12T09:33:22,045 INFO [RS:0;jenkins-hbase3:40965 {}] hbase.ChoreService(370): Chore service for: regionserver/jenkins-hbase3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2023-11-12T09:33:22,046 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-11-12T09:33:22,048 INFO [RS:0;jenkins-hbase3:40965 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:40965 2023-11-12T09:33:22,056 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40965-0x1004cf967510001, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/jenkins-hbase3.apache.org,40965,1699781511436 2023-11-12T09:33:22,056 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-11-12T09:33:22,059 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [jenkins-hbase3.apache.org,40965,1699781511436] 2023-11-12T09:33:22,059 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing jenkins-hbase3.apache.org,40965,1699781511436; numProcessing=1 2023-11-12T09:33:22,060 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(224): Node /1/draining/jenkins-hbase3.apache.org,40965,1699781511436 already deleted, retry=false 2023-11-12T09:33:22,061 INFO [RegionServerTracker-0 {}] master.ServerManager(561): Cluster shutdown set; jenkins-hbase3.apache.org,40965,1699781511436 expired; onlineServers=0 2023-11-12T09:33:22,061 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,36011,1699781508346' ***** 2023-11-12T09:33:22,061 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2531): STOPPED: Cluster shutdown set; onlineServer=0 2023-11-12T09:33:22,061 DEBUG [M:0;jenkins-hbase3:36011 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37bfcf3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-11-12T09:33:22,061 INFO [M:0;jenkins-hbase3:36011 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-11-12T09:33:22,071 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2023-11-12T09:33:22,071 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:33:22,071 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-11-12T09:33:22,105 INFO [M:0;jenkins-hbase3:36011 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@37ee1cf{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-11-12T09:33:22,106 INFO [M:0;jenkins-hbase3:36011 {}] server.AbstractConnector(383): Stopped ServerConnector@6c1bd357{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-11-12T09:33:22,106 INFO [M:0;jenkins-hbase3:36011 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-11-12T09:33:22,106 INFO [M:0;jenkins-hbase3:36011 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@2b6e7b0e{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-11-12T09:33:22,107 INFO [M:0;jenkins-hbase3:36011 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@4e843e61{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/hadoop.log.dir/,STOPPED} 2023-11-12T09:33:22,107 INFO [M:0;jenkins-hbase3:36011 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,36011,1699781508346 2023-11-12T09:33:22,107 INFO [M:0;jenkins-hbase3:36011 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,36011,1699781508346; all regions closed. 2023-11-12T09:33:22,107 DEBUG [M:0;jenkins-hbase3:36011 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:33:22,108 INFO [M:0;jenkins-hbase3:36011 {}] master.HMaster(1666): Stopping master jetty server 2023-11-12T09:33:22,108 INFO [M:0;jenkins-hbase3:36011 {}] server.AbstractConnector(383): Stopped ServerConnector@25f936de{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-11-12T09:33:22,109 DEBUG [M:0;jenkins-hbase3:36011 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2023-11-12T09:33:22,109 INFO [M:0;jenkins-hbase3:36011 {}] master.BackupLogCleaner(171): Stopping BackupLogCleaner 2023-11-12T09:33:22,109 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2023-11-12T09:33:22,109 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1699781513651 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1699781513651,5,FailOnTimeoutGroup] 2023-11-12T09:33:22,109 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1699781513654 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1699781513654,5,FailOnTimeoutGroup] 2023-11-12T09:33:22,109 DEBUG [M:0;jenkins-hbase3:36011 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x7fcf7548 to 127.0.0.1:58891 2023-11-12T09:33:22,109 DEBUG [M:0;jenkins-hbase3:36011 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:33:22,109 DEBUG [M:0;jenkins-hbase3:36011 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2023-11-12T09:33:22,109 INFO [M:0;jenkins-hbase3:36011 {}] hbase.ChoreService(370): Chore service for: master/jenkins-hbase3:0 had [] on shutdown 2023-11-12T09:33:22,109 DEBUG [M:0;jenkins-hbase3:36011 {}] master.HMaster(1689): Stopping service threads 2023-11-12T09:33:22,110 INFO [M:0;jenkins-hbase3:36011 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2023-11-12T09:33:22,110 ERROR [M:0;jenkins-hbase3:36011 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2023-11-12T09:33:22,110 INFO [M:0;jenkins-hbase3:36011 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-11-12T09:33:22,110 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2023-11-12T09:33:22,111 DEBUG [M:0;jenkins-hbase3:36011 {}] zookeeper.ZKUtil(347): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2023-11-12T09:33:22,111 WARN [M:0;jenkins-hbase3:36011 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2023-11-12T09:33:22,111 INFO [M:0;jenkins-hbase3:36011 {}] assignment.AssignmentManager(383): Stopping assignment manager 2023-11-12T09:33:22,111 INFO [M:0;jenkins-hbase3:36011 {}] region.MasterRegion(178): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2023-11-12T09:33:22,112 DEBUG [M:0;jenkins-hbase3:36011 {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-11-12T09:33:22,123 INFO [M:0;jenkins-hbase3:36011 {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:33:22,123 DEBUG [M:0;jenkins-hbase3:36011 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:33:22,123 DEBUG [M:0;jenkins-hbase3:36011 {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-11-12T09:33:22,123 DEBUG [M:0;jenkins-hbase3:36011 {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:33:22,123 INFO [M:0;jenkins-hbase3:36011 {}] regionserver.HRegion(2819): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=188.02 KB heapSize=225.05 KB 2023-11-12T09:33:22,137 DEBUG [M:0;jenkins-hbase3:36011 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/11fca2bdc59b45cbbb8186789d5f4693 is 88, key is hbase:meta,,1/info:sn/1699781514257/Put/seqid=0 2023-11-12T09:33:22,158 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40965-0x1004cf967510001, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-11-12T09:33:22,158 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40965-0x1004cf967510001, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-11-12T09:33:22,158 INFO [RS:0;jenkins-hbase3:40965 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,40965,1699781511436; zookeeper connection closed. 2023-11-12T09:33:22,159 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@df0bf66 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@df0bf66 2023-11-12T09:33:22,159 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2023-11-12T09:33:22,542 INFO [M:0;jenkins-hbase3:36011 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=530 B at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/11fca2bdc59b45cbbb8186789d5f4693 2023-11-12T09:33:22,562 DEBUG [M:0;jenkins-hbase3:36011 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/de50cd6726d0409b811d08e16b200d39 is 987, key is \x00\x00\x00\x00\x00\x00\x00\x1D/proc:d/1699781532165/Put/seqid=0 2023-11-12T09:33:22,967 INFO [M:0;jenkins-hbase3:36011 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=187.43 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/de50cd6726d0409b811d08e16b200d39 2023-11-12T09:33:22,973 INFO [M:0;jenkins-hbase3:36011 {}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for de50cd6726d0409b811d08e16b200d39 2023-11-12T09:33:22,991 DEBUG [M:0;jenkins-hbase3:36011 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fff782945d8f49ee9c5c0eac1660d586 is 82, key is jenkins-hbase3.apache.org,40965,1699781511436/rs:state/1699781513748/Put/seqid=0 2023-11-12T09:33:23,396 INFO [M:0;jenkins-hbase3:36011 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fff782945d8f49ee9c5c0eac1660d586 2023-11-12T09:33:23,403 DEBUG [M:0;jenkins-hbase3:36011 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/11fca2bdc59b45cbbb8186789d5f4693 as hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/11fca2bdc59b45cbbb8186789d5f4693 2023-11-12T09:33:23,408 INFO [M:0;jenkins-hbase3:36011 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/11fca2bdc59b45cbbb8186789d5f4693, entries=8, sequenceid=433, filesize=5.5 K 2023-11-12T09:33:23,409 DEBUG [M:0;jenkins-hbase3:36011 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/de50cd6726d0409b811d08e16b200d39 as hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/de50cd6726d0409b811d08e16b200d39 2023-11-12T09:33:23,414 INFO [M:0;jenkins-hbase3:36011 {}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for de50cd6726d0409b811d08e16b200d39 2023-11-12T09:33:23,414 INFO [M:0;jenkins-hbase3:36011 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/de50cd6726d0409b811d08e16b200d39, entries=47, sequenceid=433, filesize=15.6 K 2023-11-12T09:33:23,415 DEBUG [M:0;jenkins-hbase3:36011 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fff782945d8f49ee9c5c0eac1660d586 as hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fff782945d8f49ee9c5c0eac1660d586 2023-11-12T09:33:23,420 INFO [M:0;jenkins-hbase3:36011 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:39367/user/jenkins/test-data/703d3362-73a6-bd4c-0ce5-0da333789df3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fff782945d8f49ee9c5c0eac1660d586, entries=1, sequenceid=433, filesize=5.1 K 2023-11-12T09:33:23,421 INFO [M:0;jenkins-hbase3:36011 {}] regionserver.HRegion(3022): Finished flush of dataSize ~188.02 KB/192532, heapSize ~224.76 KB/230152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=433, compaction requested=false 2023-11-12T09:33:23,428 INFO [M:0;jenkins-hbase3:36011 {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:33:23,428 DEBUG [M:0;jenkins-hbase3:36011 {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-12T09:33:23,431 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-11-12T09:33:23,431 INFO [M:0;jenkins-hbase3:36011 {}] flush.MasterFlushTableProcedureManager(85): stop: server shutting down. 2023-11-12T09:33:23,431 INFO [M:0;jenkins-hbase3:36011 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2023-11-12T09:33:23,432 INFO [M:0;jenkins-hbase3:36011 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:36011 2023-11-12T09:33:23,434 DEBUG [M:0;jenkins-hbase3:36011 {}] zookeeper.RecoverableZooKeeper(224): Node /1/rs/jenkins-hbase3.apache.org,36011,1699781508346 already deleted, retry=false 2023-11-12T09:33:23,537 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-11-12T09:33:23,537 INFO [M:0;jenkins-hbase3:36011 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,36011,1699781508346; zookeeper connection closed. 2023-11-12T09:33:23,537 DEBUG [Listener at localhost/42777-EventThread {}] zookeeper.ZKWatcher(604): master:36011-0x1004cf967510000, quorum=127.0.0.1:58891, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-11-12T09:33:23,550 WARN [Listener at jenkins-hbase3.apache.org/40099 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-11-12T09:33:23,561 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-11-12T09:33:23,669 WARN [BP-1606931469-172.31.12.81-1699781505055 heartbeating to localhost/127.0.0.1:39367 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-11-12T09:33:23,669 WARN [BP-1606931469-172.31.12.81-1699781505055 heartbeating to localhost/127.0.0.1:39367 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-1606931469-172.31.12.81-1699781505055 (Datanode Uuid 10fe06b9-ffd9-44c4-ab0a-46d66cd4d164) service to localhost/127.0.0.1:39367 2023-11-12T09:33:23,671 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/cluster_327387e2-84b9-52c0-840e-fdc8b0255987/dfs/data/data1/current/BP-1606931469-172.31.12.81-1699781505055 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-12T09:33:23,671 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1af79d6b-ac0d-672d-40ee-2755e197e1ea/cluster_327387e2-84b9-52c0-840e-fdc8b0255987/dfs/data/data2/current/BP-1606931469-172.31.12.81-1699781505055 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-12T09:33:23,695 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-11-12T09:33:23,816 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2023-11-12T09:33:23,910 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2023-11-12T09:33:23,910 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] hbase.HBaseTestingUtility(2857): Stopping mini mapreduce cluster... 2023-11-12T09:33:23,922 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-11-12T09:33:24,036 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-11-12T09:33:24,147 ERROR [Thread[Thread-275,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-11-12T09:33:24,148 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-11-12T09:33:24,251 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2023-11-12T09:33:24,256 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(61): Returning, interrupted : java.lang.InterruptedException 2023-11-12T09:33:24,267 ERROR [Thread[Thread-286,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-11-12T09:33:24,271 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-11-12T09:33:24,374 ERROR [Thread[Thread-250,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-11-12T09:33:24,374 INFO [Listener at jenkins-hbase3.apache.org/40099 {}] hbase.HBaseTestingUtility(2860): Mini mapreduce cluster stopped