2023-11-12 09:24:41,022 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@229f66ed 2023-11-12 09:24:41,038 main DEBUG Took 0.012602 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2023-11-12 09:24:41,038 main DEBUG PluginManager 'Core' found 129 plugins 2023-11-12 09:24:41,038 main DEBUG PluginManager 'Level' found 0 plugins 2023-11-12 09:24:41,039 main DEBUG PluginManager 'Lookup' found 16 plugins 2023-11-12 09:24:41,040 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:24:41,049 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2023-11-12 09:24:41,064 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:24:41,067 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:24:41,067 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:24:41,068 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:24:41,068 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:24:41,068 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:24:41,069 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:24:41,070 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:24:41,070 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:24:41,071 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:24:41,072 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:24:41,072 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:24:41,073 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:24:41,073 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:24:41,074 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:24:41,074 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:24:41,074 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:24:41,075 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:24:41,075 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:24:41,076 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:24:41,076 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:24:41,076 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:24:41,077 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:24:41,077 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:24:41,078 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:24:41,078 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2023-11-12 09:24:41,081 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:24:41,083 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2023-11-12 09:24:41,085 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2023-11-12 09:24:41,086 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2023-11-12 09:24:41,087 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2023-11-12 09:24:41,087 main DEBUG PluginManager 'Converter' found 47 plugins 2023-11-12 09:24:41,102 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2023-11-12 09:24:41,104 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2023-11-12 09:24:41,109 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2023-11-12 09:24:41,109 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2023-11-12 09:24:41,109 main DEBUG createAppenders(={Console}) 2023-11-12 09:24:41,110 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@229f66ed initialized 2023-11-12 09:24:41,110 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@229f66ed 2023-11-12 09:24:41,111 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@229f66ed OK. 2023-11-12 09:24:41,111 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2023-11-12 09:24:41,112 main DEBUG OutputStream closed 2023-11-12 09:24:41,112 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2023-11-12 09:24:41,112 main DEBUG Appender DefaultConsole-1 stopped with status true 2023-11-12 09:24:41,112 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@498d318c OK 2023-11-12 09:24:41,165 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586 2023-11-12 09:24:41,167 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=StatusLogger 2023-11-12 09:24:41,169 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=ContextSelector 2023-11-12 09:24:41,171 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name= 2023-11-12 09:24:41,172 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.directory 2023-11-12 09:24:41,172 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2023-11-12 09:24:41,172 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.zookeeper 2023-11-12 09:24:41,172 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2023-11-12 09:24:41,173 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2023-11-12 09:24:41,173 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2023-11-12 09:24:41,173 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase 2023-11-12 09:24:41,174 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop 2023-11-12 09:24:41,174 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2023-11-12 09:24:41,174 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2023-11-12 09:24:41,174 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2023-11-12 09:24:41,175 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2023-11-12 09:24:41,175 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2023-11-12 09:24:41,176 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Appenders,name=Console 2023-11-12 09:24:41,179 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-11-12 09:24:41,179 main DEBUG Reconfiguration complete for context[name=1b6d3586] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.6.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@4d5b6aac) with optional ClassLoader: null 2023-11-12 09:24:41,180 main DEBUG Shutdown hook enabled. Registering a new one. 2023-11-12 09:24:41,181 main DEBUG LoggerContext[name=1b6d3586, org.apache.logging.log4j.core.LoggerContext@4d5b6aac] started OK. 2023-11-12T09:24:41,213 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestIncrementalBackupDeleteTable timeout: 13 mins 2023-11-12 09:24:41,218 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2023-11-12 09:24:41,218 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-11-12T09:24:41,534 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816 2023-11-12T09:24:41,539 DEBUG [Time-limited test {}] impl.BackupManager(127): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-11-12T09:24:41,542 DEBUG [Time-limited test {}] impl.BackupManager(157): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:24:41,543 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2023-11-12T09:24:41,546 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/cluster_6474ec66-5eb8-2043-d882-3b5799320e0a, deleteOnExit=true 2023-11-12T09:24:41,547 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2023-11-12T09:24:41,547 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/test.cache.data in system properties and HBase conf 2023-11-12T09:24:41,548 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/hadoop.tmp.dir in system properties and HBase conf 2023-11-12T09:24:41,548 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/hadoop.log.dir in system properties and HBase conf 2023-11-12T09:24:41,549 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/mapreduce.cluster.local.dir in system properties and HBase conf 2023-11-12T09:24:41,549 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-11-12T09:24:41,549 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-11-12T09:24:41,667 WARN [Time-limited test {}] util.NativeCodeLoader(62): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2023-11-12T09:24:42,172 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2023-11-12T09:24:42,177 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-11-12T09:24:42,178 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-11-12T09:24:42,178 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-11-12T09:24:42,178 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-12T09:24:42,179 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-11-12T09:24:42,179 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-11-12T09:24:42,179 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-12T09:24:42,180 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-12T09:24:42,180 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-11-12T09:24:42,180 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/nfs.dump.dir in system properties and HBase conf 2023-11-12T09:24:42,180 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/java.io.tmpdir in system properties and HBase conf 2023-11-12T09:24:42,181 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-12T09:24:42,181 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-11-12T09:24:42,181 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/fs.s3a.committer.staging.tmp.path in system properties and HBase conf Formatting using clusterid: testClusterID 2023-11-12T09:24:42,644 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-11-12T09:24:42,648 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-11-12T09:24:42,937 WARN [Time-limited test {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2023-11-12T09:24:43,080 INFO [Time-limited test {}] log.Slf4jLog(67): Logging to org.apache.logging.slf4j.Log4jLogger@141a1049 via org.mortbay.log.Slf4jLog 2023-11-12T09:24:43,095 WARN [Time-limited test {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:24:43,140 INFO [Time-limited test {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:24:43,184 INFO [Time-limited test {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/hdfs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/java.io.tmpdir/Jetty_localhost_33507_hdfs____.hwfanu/webapp 2023-11-12T09:24:43,344 INFO [Time-limited test {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:33507 2023-11-12T09:24:43,372 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-11-12T09:24:43,372 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-11-12T09:24:43,948 WARN [Listener at localhost/42559 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-11-12T09:24:44,018 WARN [Listener at localhost/42559 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-11-12T09:24:44,037 WARN [Listener at localhost/42559 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:24:44,043 INFO [Listener at localhost/42559 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:24:44,048 INFO [Listener at localhost/42559 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/java.io.tmpdir/Jetty_localhost_42253_datanode____.a8t9fr/webapp 2023-11-12T09:24:44,154 INFO [Listener at localhost/42559 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:42253 2023-11-12T09:24:44,487 WARN [Listener at localhost/37367 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-11-12T09:24:44,783 WARN [Thread-52 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-11-12T09:24:44,959 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x1076a62f10c047c: Processing first storage report for DS-a3c73201-9b4a-4d06-a649-9db5227d1f77 from datanode deeaab38-74cc-4f83-9010-99a6f0b061d6 2023-11-12T09:24:44,960 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x1076a62f10c047c: from storage DS-a3c73201-9b4a-4d06-a649-9db5227d1f77 node DatanodeRegistration(127.0.0.1:42039, datanodeUuid=deeaab38-74cc-4f83-9010-99a6f0b061d6, infoPort=37389, infoSecurePort=0, ipcPort=37367, storageInfo=lv=-57;cid=testClusterID;nsid=378861511;c=1699781082727), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2023-11-12T09:24:44,961 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x1076a62f10c047c: Processing first storage report for DS-8dc1de8c-c068-4b0b-968b-052f2801ee25 from datanode deeaab38-74cc-4f83-9010-99a6f0b061d6 2023-11-12T09:24:44,961 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x1076a62f10c047c: from storage DS-8dc1de8c-c068-4b0b-968b-052f2801ee25 node DatanodeRegistration(127.0.0.1:42039, datanodeUuid=deeaab38-74cc-4f83-9010-99a6f0b061d6, infoPort=37389, infoSecurePort=0, ipcPort=37367, storageInfo=lv=-57;cid=testClusterID;nsid=378861511;c=1699781082727), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2023-11-12T09:24:44,988 DEBUG [Listener at localhost/37367 {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816 2023-11-12T09:24:45,125 INFO [Listener at localhost/37367 {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/cluster_6474ec66-5eb8-2043-d882-3b5799320e0a/zookeeper_0, clientPort=50434, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/cluster_6474ec66-5eb8-2043-d882-3b5799320e0a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/cluster_6474ec66-5eb8-2043-d882-3b5799320e0a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2023-11-12T09:24:45,144 INFO [Listener at localhost/37367 {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=50434 2023-11-12T09:24:45,151 INFO [Listener at localhost/37367 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:24:45,153 INFO [Listener at localhost/37367 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:24:45,800 INFO [Listener at localhost/37367 {}] util.FSUtils(462): Created version file at hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563 with version=8 2023-11-12T09:24:45,801 INFO [Listener at localhost/37367 {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/hbase-staging 2023-11-12T09:24:45,817 DEBUG [Listener at localhost/37367 {}] hbase.LocalHBaseCluster(134): Setting Master Port to random. 2023-11-12T09:24:45,817 DEBUG [Listener at localhost/37367 {}] hbase.LocalHBaseCluster(141): Setting RegionServer Port to random. 2023-11-12T09:24:45,817 DEBUG [Listener at localhost/37367 {}] hbase.LocalHBaseCluster(151): Setting RS InfoServer Port to random. 2023-11-12T09:24:45,817 DEBUG [Listener at localhost/37367 {}] hbase.LocalHBaseCluster(159): Setting Master InfoServer Port to random. 2023-11-12T09:24:46,039 DEBUG [Listener at localhost/37367 {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2023-11-12T09:24:46,815 INFO [Listener at localhost/37367 {}] client.ConnectionUtils(128): master/jenkins-hbase3:0 server-side Connection retries=45 2023-11-12T09:24:46,864 INFO [Listener at localhost/37367 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-12T09:24:46,864 INFO [Listener at localhost/37367 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-11-12T09:24:46,865 INFO [Listener at localhost/37367 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-11-12T09:24:46,865 INFO [Listener at localhost/37367 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-12T09:24:46,865 INFO [Listener at localhost/37367 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-11-12T09:24:47,036 INFO [Listener at localhost/37367 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-11-12T09:24:47,196 INFO [Listener at localhost/37367 {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2023-11-12T09:24:47,221 DEBUG [Listener at localhost/37367 {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2023-11-12T09:24:47,229 INFO [Listener at localhost/37367 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-11-12T09:24:47,291 DEBUG [Listener at localhost/37367 {}] channel.DefaultChannelId(79): -Dio.netty.processId: 7844 (auto-detected) 2023-11-12T09:24:47,293 DEBUG [Listener at localhost/37367 {}] channel.DefaultChannelId(101): -Dio.netty.machineId: 02:42:0f:ff:fe:94:aa:bf (auto-detected) 2023-11-12T09:24:47,334 INFO [Listener at localhost/37367 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:36229 2023-11-12T09:24:47,351 INFO [Listener at localhost/37367 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:24:47,353 INFO [Listener at localhost/37367 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:24:47,378 INFO [Listener at localhost/37367 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=master:36229 connecting to ZooKeeper ensemble=127.0.0.1:50434 2023-11-12T09:24:47,437 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): master:362290x0, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-11-12T09:24:47,441 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): master:36229-0x1004cf2f5a40000 connected 2023-11-12T09:24:47,486 DEBUG [Listener at localhost/37367 {}] zookeeper.ZKUtil(113): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-11-12T09:24:47,490 DEBUG [Listener at localhost/37367 {}] zookeeper.ZKUtil(113): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-11-12T09:24:47,494 DEBUG [Listener at localhost/37367 {}] zookeeper.ZKUtil(113): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-11-12T09:24:47,505 DEBUG [Listener at localhost/37367 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36229 2023-11-12T09:24:47,505 DEBUG [Listener at localhost/37367 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36229 2023-11-12T09:24:47,506 DEBUG [Listener at localhost/37367 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36229 2023-11-12T09:24:47,506 DEBUG [Listener at localhost/37367 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36229 2023-11-12T09:24:47,506 DEBUG [Listener at localhost/37367 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36229 2023-11-12T09:24:47,561 INFO [Listener at localhost/37367 {}] log.Log(170): Logging initialized @7251ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2023-11-12T09:24:47,688 INFO [Listener at localhost/37367 {}] http.HttpServer(981): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-11-12T09:24:47,689 INFO [Listener at localhost/37367 {}] http.HttpServer(981): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-11-12T09:24:47,690 INFO [Listener at localhost/37367 {}] http.HttpServer(981): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-11-12T09:24:47,692 INFO [Listener at localhost/37367 {}] http.HttpServer(960): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2023-11-12T09:24:47,692 INFO [Listener at localhost/37367 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-11-12T09:24:47,692 INFO [Listener at localhost/37367 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-11-12T09:24:47,696 INFO [Listener at localhost/37367 {}] http.HttpServer(805): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-11-12T09:24:47,828 INFO [Listener at localhost/37367 {}] http.HttpServer(1227): Jetty bound to port 37125 2023-11-12T09:24:47,829 INFO [Listener at localhost/37367 {}] server.Server(375): jetty-9.4.52.v20230823; built: 2023-08-23T19:29:37.669Z; git: abdcda73818a1a2c705da276edb0bf6581e7997e; jvm 1.8.0_362-b09 2023-11-12T09:24:47,861 INFO [Listener at localhost/37367 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:24:47,864 INFO [Listener at localhost/37367 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@3a57839f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/hadoop.log.dir/,AVAILABLE} 2023-11-12T09:24:47,865 INFO [Listener at localhost/37367 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:24:47,865 INFO [Listener at localhost/37367 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@4d98e6ee{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-11-12T09:24:47,932 INFO [Listener at localhost/37367 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-11-12T09:24:47,949 INFO [Listener at localhost/37367 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-11-12T09:24:47,950 INFO [Listener at localhost/37367 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-11-12T09:24:47,952 INFO [Listener at localhost/37367 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2023-11-12T09:24:47,961 INFO [Listener at localhost/37367 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:24:49,141 INFO [Listener at localhost/37367 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@5d61fdbe{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-11-12T09:24:49,153 INFO [Listener at localhost/37367 {}] server.AbstractConnector(333): Started ServerConnector@379d6de6{HTTP/1.1, (http/1.1)}{0.0.0.0:37125} 2023-11-12T09:24:49,153 INFO [Listener at localhost/37367 {}] server.Server(415): Started @8843ms 2023-11-12T09:24:49,157 INFO [Listener at localhost/37367 {}] master.HMaster(486): hbase.rootdir=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563, hbase.cluster.distributed=false 2023-11-12T09:24:49,218 INFO [Listener at localhost/37367 {}] client.ConnectionUtils(128): regionserver/jenkins-hbase3:0 server-side Connection retries=45 2023-11-12T09:24:49,218 INFO [Listener at localhost/37367 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-12T09:24:49,219 INFO [Listener at localhost/37367 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-11-12T09:24:49,219 INFO [Listener at localhost/37367 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-11-12T09:24:49,219 INFO [Listener at localhost/37367 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-12T09:24:49,219 INFO [Listener at localhost/37367 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-11-12T09:24:49,228 INFO [Listener at localhost/37367 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-11-12T09:24:49,230 INFO [Listener at localhost/37367 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-11-12T09:24:49,231 INFO [Listener at localhost/37367 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:44651 2023-11-12T09:24:49,234 INFO [Listener at localhost/37367 {}] hfile.BlockCacheFactory(127): Allocating BlockCache size=782.40 MB, blockSize=64 KB 2023-11-12T09:24:49,241 DEBUG [Listener at localhost/37367 {}] mob.MobFileCache(121): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2023-11-12T09:24:49,242 INFO [Listener at localhost/37367 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:24:49,245 INFO [Listener at localhost/37367 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:24:49,248 INFO [Listener at localhost/37367 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=regionserver:44651 connecting to ZooKeeper ensemble=127.0.0.1:50434 2023-11-12T09:24:49,253 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): regionserver:446510x0, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-11-12T09:24:49,254 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): regionserver:44651-0x1004cf2f5a40001 connected 2023-11-12T09:24:49,254 DEBUG [Listener at localhost/37367 {}] zookeeper.ZKUtil(113): regionserver:44651-0x1004cf2f5a40001, quorum=127.0.0.1:50434, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-11-12T09:24:49,256 DEBUG [Listener at localhost/37367 {}] zookeeper.ZKUtil(113): regionserver:44651-0x1004cf2f5a40001, quorum=127.0.0.1:50434, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-11-12T09:24:49,257 DEBUG [Listener at localhost/37367 {}] zookeeper.ZKUtil(113): regionserver:44651-0x1004cf2f5a40001, quorum=127.0.0.1:50434, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-11-12T09:24:49,257 DEBUG [Listener at localhost/37367 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44651 2023-11-12T09:24:49,258 DEBUG [Listener at localhost/37367 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44651 2023-11-12T09:24:49,260 DEBUG [Listener at localhost/37367 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44651 2023-11-12T09:24:49,260 DEBUG [Listener at localhost/37367 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44651 2023-11-12T09:24:49,260 DEBUG [Listener at localhost/37367 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44651 2023-11-12T09:24:49,265 INFO [Listener at localhost/37367 {}] http.HttpServer(981): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-11-12T09:24:49,265 INFO [Listener at localhost/37367 {}] http.HttpServer(981): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-11-12T09:24:49,265 INFO [Listener at localhost/37367 {}] http.HttpServer(981): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-11-12T09:24:49,266 INFO [Listener at localhost/37367 {}] http.HttpServer(960): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2023-11-12T09:24:49,266 INFO [Listener at localhost/37367 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-11-12T09:24:49,267 INFO [Listener at localhost/37367 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-11-12T09:24:49,267 INFO [Listener at localhost/37367 {}] http.HttpServer(805): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-11-12T09:24:49,270 INFO [Listener at localhost/37367 {}] http.HttpServer(1227): Jetty bound to port 37063 2023-11-12T09:24:49,270 INFO [Listener at localhost/37367 {}] server.Server(375): jetty-9.4.52.v20230823; built: 2023-08-23T19:29:37.669Z; git: abdcda73818a1a2c705da276edb0bf6581e7997e; jvm 1.8.0_362-b09 2023-11-12T09:24:49,271 INFO [Listener at localhost/37367 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:24:49,271 INFO [Listener at localhost/37367 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@5e8ba4de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/hadoop.log.dir/,AVAILABLE} 2023-11-12T09:24:49,272 INFO [Listener at localhost/37367 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:24:49,272 INFO [Listener at localhost/37367 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@2c3ce721{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-11-12T09:24:49,284 INFO [Listener at localhost/37367 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-11-12T09:24:49,285 INFO [Listener at localhost/37367 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-11-12T09:24:49,285 INFO [Listener at localhost/37367 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-11-12T09:24:49,285 INFO [Listener at localhost/37367 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2023-11-12T09:24:49,286 INFO [Listener at localhost/37367 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:24:49,291 INFO [Listener at localhost/37367 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@64ac7963{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-11-12T09:24:49,291 INFO [Listener at localhost/37367 {}] server.AbstractConnector(333): Started ServerConnector@1d3ede67{HTTP/1.1, (http/1.1)}{0.0.0.0:37063} 2023-11-12T09:24:49,292 INFO [Listener at localhost/37367 {}] server.Server(415): Started @8981ms 2023-11-12T09:24:49,296 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.52.v20230823; built: 2023-08-23T19:29:37.669Z; git: abdcda73818a1a2c705da276edb0bf6581e7997e; jvm 1.8.0_362-b09 2023-11-12T09:24:49,301 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@66f17ed4{HTTP/1.1, (http/1.1)}{0.0.0.0:40217} 2023-11-12T09:24:49,301 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(415): Started @8991ms 2023-11-12T09:24:49,301 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2389): Adding backup master ZNode /1/backup-masters/jenkins-hbase3.apache.org,36229,1699781086023 2023-11-12T09:24:49,314 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-12T09:24:49,314 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44651-0x1004cf2f5a40001, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-12T09:24:49,317 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/jenkins-hbase3.apache.org,36229,1699781086023 2023-11-12T09:24:49,322 DEBUG [M:0;jenkins-hbase3:36229 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;jenkins-hbase3:36229 2023-11-12T09:24:49,339 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44651-0x1004cf2f5a40001, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-11-12T09:24:49,339 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-11-12T09:24:49,339 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44651-0x1004cf2f5a40001, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:24:49,340 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:24:49,340 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Set watcher on existing znode=/1/master 2023-11-12T09:24:49,342 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/jenkins-hbase3.apache.org,36229,1699781086023 from backup master directory 2023-11-12T09:24:49,342 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Set watcher on existing znode=/1/master 2023-11-12T09:24:49,346 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/jenkins-hbase3.apache.org,36229,1699781086023 2023-11-12T09:24:49,346 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44651-0x1004cf2f5a40001, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-12T09:24:49,346 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-12T09:24:49,347 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-11-12T09:24:49,347 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=jenkins-hbase3.apache.org,36229,1699781086023 2023-11-12T09:24:49,351 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 352, initial count 0 2023-11-12T09:24:49,353 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 391, initial count 0 2023-11-12T09:24:49,474 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] util.FSUtils(611): Created cluster ID file at hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/hbase.id with ID: 96a47ef0-5b35-4257-8dec-833dac2e3ac7 2023-11-12T09:24:49,518 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:24:49,538 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44651-0x1004cf2f5a40001, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:24:49,538 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:24:49,583 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(355): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:24:49,585 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2023-11-12T09:24:49,604 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(271): ClientProtocol::create wrong number of arguments, should be hadoop 3.2 or below 2023-11-12T09:24:49,604 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(277): ClientProtocol::create wrong number of arguments, should be hadoop 2.x 2023-11-12T09:24:49,606 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(286): can not find SHOULD_REPLICATE flag, should be hadoop 2.x java.lang.IllegalArgumentException: No enum constant org.apache.hadoop.fs.CreateFlag.SHOULD_REPLICATE at java.lang.Enum.valueOf(Enum.java:238) ~[?:1.8.0_362] at org.apache.hadoop.fs.CreateFlag.valueOf(CreateFlag.java:63) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.loadShouldReplicateFlag(FanOutOneBlockAsyncDFSOutputHelper.java:284) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.(FanOutOneBlockAsyncDFSOutputHelper.java:311) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:140) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:952) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2414) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:575) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:572) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-12T09:24:49,616 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2130) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:952) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2414) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:575) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:572) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-12T09:24:49,618 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-12T09:24:49,694 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7093): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/MasterData/data/master/store 2023-11-12T09:24:49,718 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2023-11-12T09:24:49,718 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:24:49,718 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-11-12T09:24:49,719 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:24:49,719 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:24:49,719 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-11-12T09:24:49,719 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:24:49,719 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:24:49,719 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-12T09:24:49,721 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(232): failed to clean up initializing flag: hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/MasterData/data/master/store/.initializing 2023-11-12T09:24:49,721 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(202): WALDir=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/MasterData/WALs/jenkins-hbase3.apache.org,36229,1699781086023 2023-11-12T09:24:49,731 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-11-12T09:24:49,745 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C36229%2C1699781086023, suffix=, logDir=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/MasterData/WALs/jenkins-hbase3.apache.org,36229,1699781086023, archiveDir=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/MasterData/oldWALs, maxLogs=10 2023-11-12T09:24:49,774 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/MasterData/WALs/jenkins-hbase3.apache.org,36229,1699781086023/jenkins-hbase3.apache.org%2C36229%2C1699781086023.1699781089752, exclude list is [], retry=0 2023-11-12T09:24:49,804 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42039,DS-a3c73201-9b4a-4d06-a649-9db5227d1f77,DISK] 2023-11-12T09:24:49,812 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(123): Hadoop 3.2 and below use unshaded protobuf. java.lang.ClassNotFoundException: org.apache.hadoop.thirdparty.protobuf.MessageLite at java.net.URLClassLoader.findClass(URLClassLoader.java:387) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:418) ~[?:1.8.0_362] at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:352) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:351) ~[?:1.8.0_362] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.ProtobufDecoder.(ProtobufDecoder.java:118) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.processWriteBlockResponse(FanOutOneBlockAsyncDFSOutputHelper.java:347) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$100(FanOutOneBlockAsyncDFSOutputHelper.java:121) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$4.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:431) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:185) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:35) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hadoop.hbase.util.NettyFutureUtils.addListener(NettyFutureUtils.java:52) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:425) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$300(FanOutOneBlockAsyncDFSOutputHelper.java:121) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:483) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:478) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:653) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:691) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:499) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:407) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.5.jar:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-12T09:24:49,888 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/MasterData/WALs/jenkins-hbase3.apache.org,36229,1699781086023/jenkins-hbase3.apache.org%2C36229%2C1699781086023.1699781089752 2023-11-12T09:24:49,888 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:42039,DS-a3c73201-9b4a-4d06-a649-9db5227d1f77,DISK]] 2023-11-12T09:24:49,889 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7254): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:24:49,889 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:24:49,894 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7296): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:24:49,895 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7299): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:24:49,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:24:50,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2023-11-12T09:24:50,039 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:24:50,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:24:50,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:24:50,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2023-11-12T09:24:50,047 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:24:50,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:24:50,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:24:50,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2023-11-12T09:24:50,051 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:24:50,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:24:50,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:24:50,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2023-11-12T09:24:50,055 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:24:50,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:24:50,061 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:24:50,062 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:24:50,078 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2023-11-12T09:24:50,082 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1076): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:24:50,087 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:24:50,088 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1093): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11344131840, jitterRate=0.05650460720062256}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2023-11-12T09:24:50,094 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(992): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-12T09:24:50,096 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2023-11-12T09:24:50,134 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44b2f6d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:24:50,193 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(861): No meta location available on zookeeper, skip migrating... 2023-11-12T09:24:50,213 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2023-11-12T09:24:50,213 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(563): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2023-11-12T09:24:50,217 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-11-12T09:24:50,218 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 1 msec 2023-11-12T09:24:50,224 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 6 msec 2023-11-12T09:24:50,224 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2023-11-12T09:24:50,259 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2023-11-12T09:24:50,275 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2023-11-12T09:24:50,278 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/balancer already deleted, retry=false 2023-11-12T09:24:50,282 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2023-11-12T09:24:50,283 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2023-11-12T09:24:50,285 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/normalizer already deleted, retry=false 2023-11-12T09:24:50,288 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2023-11-12T09:24:50,294 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2023-11-12T09:24:50,297 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/split already deleted, retry=false 2023-11-12T09:24:50,298 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2023-11-12T09:24:50,299 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/merge already deleted, retry=false 2023-11-12T09:24:50,315 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2023-11-12T09:24:50,316 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/snapshot-cleanup already deleted, retry=false 2023-11-12T09:24:50,322 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-11-12T09:24:50,322 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44651-0x1004cf2f5a40001, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-11-12T09:24:50,322 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:24:50,322 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44651-0x1004cf2f5a40001, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:24:50,323 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(805): Active/primary master=jenkins-hbase3.apache.org,36229,1699781086023, sessionid=0x1004cf2f5a40000, setting cluster-up flag (Was=false) 2023-11-12T09:24:50,332 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2023-11-12T09:24:50,343 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:24:50,344 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44651-0x1004cf2f5a40001, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:24:50,351 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2023-11-12T09:24:50,352 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,36229,1699781086023 2023-11-12T09:24:50,355 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:24:50,355 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44651-0x1004cf2f5a40001, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:24:50,363 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2023-11-12T09:24:50,364 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,36229,1699781086023 2023-11-12T09:24:50,369 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:24:50,369 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44651-0x1004cf2f5a40001, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:24:50,376 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2023-11-12T09:24:50,377 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,36229,1699781086023 2023-11-12T09:24:50,405 DEBUG [RS:0;jenkins-hbase3:44651 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;jenkins-hbase3:44651 2023-11-12T09:24:50,406 INFO [RS:0;jenkins-hbase3:44651 {}] regionserver.HRegionServer(997): ClusterId : 96a47ef0-5b35-4257-8dec-833dac2e3ac7 2023-11-12T09:24:50,408 INFO [RS:0;jenkins-hbase3:44651 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2023-11-12T09:24:50,411 DEBUG [RS:0;jenkins-hbase3:44651 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2023-11-12T09:24:50,417 DEBUG [RS:0;jenkins-hbase3:44651 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2023-11-12T09:24:50,417 DEBUG [RS:0;jenkins-hbase3:44651 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2023-11-12T09:24:50,421 DEBUG [RS:0;jenkins-hbase3:44651 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2023-11-12T09:24:50,421 DEBUG [RS:0;jenkins-hbase3:44651 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2023-11-12T09:24:50,424 DEBUG [RS:0;jenkins-hbase3:44651 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2023-11-12T09:24:50,425 DEBUG [RS:0;jenkins-hbase3:44651 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dbc0381, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:24:50,427 DEBUG [RS:0;jenkins-hbase3:44651 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4338ce71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-11-12T09:24:50,432 INFO [RS:0;jenkins-hbase3:44651 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2023-11-12T09:24:50,432 INFO [RS:0;jenkins-hbase3:44651 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2023-11-12T09:24:50,432 DEBUG [RS:0;jenkins-hbase3:44651 {}] regionserver.HRegionServer(1079): About to register with Master. 2023-11-12T09:24:50,435 INFO [RS:0;jenkins-hbase3:44651 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,36229,1699781086023 with isa=jenkins-hbase3.apache.org/172.31.12.81:44651, startcode=1699781089217 2023-11-12T09:24:50,454 DEBUG [RS:0;jenkins-hbase3:44651 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-11-12T09:24:50,515 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:59153, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-11-12T09:24:50,524 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36229 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3212) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:592) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:17393) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-11-12T09:24:50,541 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2023-11-12T09:24:50,551 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(574): slop=0.2 2023-11-12T09:24:50,557 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(285): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2023-11-12T09:24:50,562 DEBUG [RS:0;jenkins-hbase3:44651 {}] regionserver.HRegionServer(3046): Master is not running yet 2023-11-12T09:24:50,562 WARN [RS:0;jenkins-hbase3:44651 {}] regionserver.HRegionServer(1088): reportForDuty failed; sleeping 100 ms and then retrying. 2023-11-12T09:24:50,567 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: jenkins-hbase3.apache.org,36229,1699781086023 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2023-11-12T09:24:50,572 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T09:24:50,572 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T09:24:50,572 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T09:24:50,572 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T09:24:50,572 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/jenkins-hbase3:0, corePoolSize=10, maxPoolSize=10 2023-11-12T09:24:50,572 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:24:50,572 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-11-12T09:24:50,572 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:24:50,574 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1699781120574 2023-11-12T09:24:50,576 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2023-11-12T09:24:50,581 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2023-11-12T09:24:50,584 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2023-11-12T09:24:50,585 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2023-11-12T09:24:50,590 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:24:50,590 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-11-12T09:24:50,593 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2023-11-12T09:24:50,594 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2023-11-12T09:24:50,595 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2023-11-12T09:24:50,596 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2023-11-12T09:24:50,596 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2023-11-12T09:24:50,599 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-11-12T09:24:50,600 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2023-11-12T09:24:50,603 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2023-11-12T09:24:50,604 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2023-11-12T09:24:50,622 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ReadOnlyZKClient(139): Connect 0x00a45f61 to 127.0.0.1:50434 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:24:50,624 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2023-11-12T09:24:50,624 INFO [PEWorker-1 {}] regionserver.HRegion(7075): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563 2023-11-12T09:24:50,634 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c8a4cca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:24:50,634 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-11-12T09:24:50,642 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2023-11-12T09:24:50,643 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2023-11-12T09:24:50,647 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1699781090647,5,FailOnTimeoutGroup] 2023-11-12T09:24:50,648 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1699781090647,5,FailOnTimeoutGroup] 2023-11-12T09:24:50,648 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-11-12T09:24:50,648 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1636): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2023-11-12T09:24:50,650 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2023-11-12T09:24:50,651 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2023-11-12T09:24:50,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:24:50,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-11-12T09:24:50,664 INFO [RS:0;jenkins-hbase3:44651 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,36229,1699781086023 with isa=jenkins-hbase3.apache.org/172.31.12.81:44651, startcode=1699781089217 2023-11-12T09:24:50,665 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-11-12T09:24:50,665 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:24:50,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:24:50,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-11-12T09:24:50,670 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-11-12T09:24:50,670 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36229 {}] master.ServerManager(396): Registering regionserver=jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:24:50,670 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:24:50,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:24:50,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-11-12T09:24:50,673 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-11-12T09:24:50,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:24:50,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:24:50,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/hbase/meta/1588230740 2023-11-12T09:24:50,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/hbase/meta/1588230740 2023-11-12T09:24:50,680 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-11-12T09:24:50,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-11-12T09:24:50,684 DEBUG [RS:0;jenkins-hbase3:44651 {}] regionserver.HRegionServer(1705): Config from master: hbase.rootdir=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563 2023-11-12T09:24:50,684 DEBUG [RS:0;jenkins-hbase3:44651 {}] regionserver.HRegionServer(1705): Config from master: fs.defaultFS=hdfs://localhost:42559 2023-11-12T09:24:50,685 DEBUG [RS:0;jenkins-hbase3:44651 {}] regionserver.HRegionServer(1705): Config from master: hbase.master.info.port=37125 2023-11-12T09:24:50,687 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:24:50,689 INFO [PEWorker-1 {}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11608571200, jitterRate=0.0811324417591095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-11-12T09:24:50,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-11-12T09:24:50,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-11-12T09:24:50,692 INFO [PEWorker-1 {}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-11-12T09:24:50,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-11-12T09:24:50,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-11-12T09:24:50,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-11-12T09:24:50,694 INFO [PEWorker-1 {}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-11-12T09:24:50,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-11-12T09:24:50,697 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-11-12T09:24:50,698 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2023-11-12T09:24:50,698 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2023-11-12T09:24:50,698 DEBUG [RS:0;jenkins-hbase3:44651 {}] zookeeper.ZKUtil(111): regionserver:44651-0x1004cf2f5a40001, quorum=127.0.0.1:50434, baseZNode=/1 Set watcher on existing znode=/1/rs/jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:24:50,698 WARN [RS:0;jenkins-hbase3:44651 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-11-12T09:24:50,698 INFO [RS:0;jenkins-hbase3:44651 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-12T09:24:50,698 DEBUG [RS:0;jenkins-hbase3:44651 {}] regionserver.HRegionServer(2060): logDir=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/WALs/jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:24:50,702 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [jenkins-hbase3.apache.org,44651,1699781089217] 2023-11-12T09:24:50,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2023-11-12T09:24:50,718 DEBUG [RS:0;jenkins-hbase3:44651 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2023-11-12T09:24:50,723 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2023-11-12T09:24:50,727 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2023-11-12T09:24:50,736 INFO [RS:0;jenkins-hbase3:44651 {}] regionserver.MetricsRegionServerWrapperImpl(165): Computing regionserver metrics every 5000 milliseconds 2023-11-12T09:24:50,750 INFO [RS:0;jenkins-hbase3:44651 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=782.4 M, globalMemStoreLimitLowMark=743.3 M, Offheap=false 2023-11-12T09:24:50,754 INFO [RS:0;jenkins-hbase3:44651 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2023-11-12T09:24:50,754 INFO [RS:0;jenkins-hbase3:44651 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2023-11-12T09:24:50,755 INFO [RS:0;jenkins-hbase3:44651 {}] regionserver.HRegionServer$CompactionChecker(1947): CompactionChecker runs every PT1S 2023-11-12T09:24:50,765 INFO [RS:0;jenkins-hbase3:44651 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2023-11-12T09:24:50,765 DEBUG [RS:0;jenkins-hbase3:44651 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:24:50,765 DEBUG [RS:0;jenkins-hbase3:44651 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:24:50,765 DEBUG [RS:0;jenkins-hbase3:44651 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:24:50,765 DEBUG [RS:0;jenkins-hbase3:44651 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:24:50,766 DEBUG [RS:0;jenkins-hbase3:44651 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:24:50,766 DEBUG [RS:0;jenkins-hbase3:44651 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-11-12T09:24:50,766 DEBUG [RS:0;jenkins-hbase3:44651 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:24:50,766 DEBUG [RS:0;jenkins-hbase3:44651 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:24:50,766 DEBUG [RS:0;jenkins-hbase3:44651 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:24:50,766 DEBUG [RS:0;jenkins-hbase3:44651 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:24:50,766 DEBUG [RS:0;jenkins-hbase3:44651 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:24:50,766 DEBUG [RS:0;jenkins-hbase3:44651 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-11-12T09:24:50,766 DEBUG [RS:0;jenkins-hbase3:44651 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-11-12T09:24:50,768 INFO [RS:0;jenkins-hbase3:44651 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2023-11-12T09:24:50,768 INFO [RS:0;jenkins-hbase3:44651 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2023-11-12T09:24:50,768 INFO [RS:0;jenkins-hbase3:44651 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2023-11-12T09:24:50,768 INFO [RS:0;jenkins-hbase3:44651 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2023-11-12T09:24:50,768 INFO [RS:0;jenkins-hbase3:44651 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,44651,1699781089217-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-11-12T09:24:50,784 INFO [RS:0;jenkins-hbase3:44651 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2023-11-12T09:24:50,787 INFO [RS:0;jenkins-hbase3:44651 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,44651,1699781089217-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2023-11-12T09:24:50,803 INFO [RS:0;jenkins-hbase3:44651 {}] regionserver.Replication(204): jenkins-hbase3.apache.org,44651,1699781089217 started 2023-11-12T09:24:50,803 INFO [RS:0;jenkins-hbase3:44651 {}] regionserver.HRegionServer(1747): Serving as jenkins-hbase3.apache.org,44651,1699781089217, RpcServer on jenkins-hbase3.apache.org/172.31.12.81:44651, sessionid=0x1004cf2f5a40001 2023-11-12T09:24:50,804 DEBUG [RS:0;jenkins-hbase3:44651 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2023-11-12T09:24:50,804 DEBUG [RS:0;jenkins-hbase3:44651 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:24:50,804 DEBUG [RS:0;jenkins-hbase3:44651 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,44651,1699781089217' 2023-11-12T09:24:50,804 DEBUG [RS:0;jenkins-hbase3:44651 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2023-11-12T09:24:50,805 DEBUG [RS:0;jenkins-hbase3:44651 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2023-11-12T09:24:50,805 DEBUG [RS:0;jenkins-hbase3:44651 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2023-11-12T09:24:50,805 DEBUG [RS:0;jenkins-hbase3:44651 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2023-11-12T09:24:50,806 DEBUG [RS:0;jenkins-hbase3:44651 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,44651,1699781089217' 2023-11-12T09:24:50,806 DEBUG [RS:0;jenkins-hbase3:44651 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-12T09:24:50,806 DEBUG [RS:0;jenkins-hbase3:44651 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-12T09:24:50,807 INFO [RS:0;jenkins-hbase3:44651 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2023-11-12T09:24:50,807 DEBUG [RS:0;jenkins-hbase3:44651 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2023-11-12T09:24:50,807 DEBUG [RS:0;jenkins-hbase3:44651 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2023-11-12T09:24:50,807 DEBUG [RS:0;jenkins-hbase3:44651 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:24:50,807 DEBUG [RS:0;jenkins-hbase3:44651 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,44651,1699781089217' 2023-11-12T09:24:50,807 DEBUG [RS:0;jenkins-hbase3:44651 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2023-11-12T09:24:50,808 DEBUG [RS:0;jenkins-hbase3:44651 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2023-11-12T09:24:50,808 DEBUG [RS:0;jenkins-hbase3:44651 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2023-11-12T09:24:50,808 INFO [RS:0;jenkins-hbase3:44651 {}] quotas.RegionServerRpcQuotaManager(63): Quota support disabled 2023-11-12T09:24:50,808 INFO [RS:0;jenkins-hbase3:44651 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2023-11-12T09:24:50,878 WARN [jenkins-hbase3:36229 {}] assignment.AssignmentManager(2298): No servers available; cannot place 1 unassigned regions. 2023-11-12T09:24:50,919 INFO [RS:0;jenkins-hbase3:44651 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-11-12T09:24:50,921 INFO [RS:0;jenkins-hbase3:44651 {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C44651%2C1699781089217, suffix=, logDir=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/WALs/jenkins-hbase3.apache.org,44651,1699781089217, archiveDir=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/oldWALs, maxLogs=32 2023-11-12T09:24:50,934 DEBUG [RS:0;jenkins-hbase3:44651 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/WALs/jenkins-hbase3.apache.org,44651,1699781089217/jenkins-hbase3.apache.org%2C44651%2C1699781089217.1699781090923, exclude list is [], retry=0 2023-11-12T09:24:50,940 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42039,DS-a3c73201-9b4a-4d06-a649-9db5227d1f77,DISK] 2023-11-12T09:24:50,943 INFO [RS:0;jenkins-hbase3:44651 {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/WALs/jenkins-hbase3.apache.org,44651,1699781089217/jenkins-hbase3.apache.org%2C44651%2C1699781089217.1699781090923 2023-11-12T09:24:50,944 DEBUG [RS:0;jenkins-hbase3:44651 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:42039,DS-a3c73201-9b4a-4d06-a649-9db5227d1f77,DISK]] 2023-11-12T09:24:51,130 DEBUG [jenkins-hbase3:36229 {}] assignment.AssignmentManager(2319): Processing assignQueue; systemServersCount=1, allServersCount=1 2023-11-12T09:24:51,139 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:24:51,146 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,44651,1699781089217, state=OPENING 2023-11-12T09:24:51,155 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2023-11-12T09:24:51,156 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44651-0x1004cf2f5a40001, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:24:51,156 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:24:51,157 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-12T09:24:51,157 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-12T09:24:51,161 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,44651,1699781089217}] 2023-11-12T09:24:51,527 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:24:51,530 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=AdminService, sasl=false 2023-11-12T09:24:51,534 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:35364, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2023-11-12T09:24:51,545 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(130): Open hbase:meta,,1.1588230740 2023-11-12T09:24:51,546 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-12T09:24:51,547 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2023-11-12T09:24:51,551 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C44651%2C1699781089217.meta, suffix=.meta, logDir=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/WALs/jenkins-hbase3.apache.org,44651,1699781089217, archiveDir=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/oldWALs, maxLogs=32 2023-11-12T09:24:51,565 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/WALs/jenkins-hbase3.apache.org,44651,1699781089217/jenkins-hbase3.apache.org%2C44651%2C1699781089217.meta.1699781091553.meta, exclude list is [], retry=0 2023-11-12T09:24:51,570 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42039,DS-a3c73201-9b4a-4d06-a649-9db5227d1f77,DISK] 2023-11-12T09:24:51,575 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/WALs/jenkins-hbase3.apache.org,44651,1699781089217/jenkins-hbase3.apache.org%2C44651%2C1699781089217.meta.1699781091553.meta 2023-11-12T09:24:51,575 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:42039,DS-a3c73201-9b4a-4d06-a649-9db5227d1f77,DISK]] 2023-11-12T09:24:51,576 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7254): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:24:51,580 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:24:51,581 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2023-11-12T09:24:51,598 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7955): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2023-11-12T09:24:51,598 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(393): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2023-11-12T09:24:51,603 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2023-11-12T09:24:51,603 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:24:51,603 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7296): checking encryption for 1588230740 2023-11-12T09:24:51,603 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7299): checking classloading for 1588230740 2023-11-12T09:24:51,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-11-12T09:24:51,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-11-12T09:24:51,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:24:51,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:24:51,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-11-12T09:24:51,610 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-11-12T09:24:51,610 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:24:51,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:24:51,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-11-12T09:24:51,612 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-11-12T09:24:51,612 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:24:51,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:24:51,614 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/hbase/meta/1588230740 2023-11-12T09:24:51,617 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/hbase/meta/1588230740 2023-11-12T09:24:51,619 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-11-12T09:24:51,621 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-11-12T09:24:51,623 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11644787200, jitterRate=0.08450531959533691}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-11-12T09:24:51,624 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-11-12T09:24:51,640 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1699781091518 2023-11-12T09:24:51,660 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:meta,,1.1588230740 2023-11-12T09:24:51,661 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(158): Opened hbase:meta,,1.1588230740 2023-11-12T09:24:51,662 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:24:51,664 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,44651,1699781089217, state=OPEN 2023-11-12T09:24:51,667 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-11-12T09:24:51,667 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44651-0x1004cf2f5a40001, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-11-12T09:24:51,667 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-12T09:24:51,667 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-12T09:24:51,672 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=3, resume processing ppid=2 2023-11-12T09:24:51,672 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,44651,1699781089217 in 506 msec 2023-11-12T09:24:51,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=2, resume processing ppid=1 2023-11-12T09:24:51,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 965 msec 2023-11-12T09:24:51,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.2400 sec 2023-11-12T09:24:51,689 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1064): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1699781091688, completionTime=-1 2023-11-12T09:24:51,689 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ServerManager(816): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2023-11-12T09:24:51,689 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1645): Joining cluster... 2023-11-12T09:24:51,767 DEBUG [hconnection-0x5ab5fd94-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:24:51,772 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:35376, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:24:51,790 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1657): Number of RegionServers=1 2023-11-12T09:24:51,790 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1699781151790 2023-11-12T09:24:51,790 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1699781211790 2023-11-12T09:24:51,790 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1664): Joined the cluster in 101 msec 2023-11-12T09:24:51,817 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,36229,1699781086023-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2023-11-12T09:24:51,817 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,36229,1699781086023-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2023-11-12T09:24:51,817 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,36229,1699781086023-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2023-11-12T09:24:51,820 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-jenkins-hbase3:36229, period=300000, unit=MILLISECONDS is enabled. 2023-11-12T09:24:51,820 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2023-11-12T09:24:51,828 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] janitor.CatalogJanitor(175): 2023-11-12T09:24:51,843 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2023-11-12T09:24:51,845 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2369): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-11-12T09:24:51,856 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2023-11-12T09:24:51,860 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:24:51,862 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:24:51,863 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:24:51,883 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 21f26dadaf1aea515d18466f7a78ca13, NAME => 'hbase:namespace,,1699781091844.21f26dadaf1aea515d18466f7a78ca13.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563 2023-11-12T09:24:52,294 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(888): Instantiated hbase:namespace,,1699781091844.21f26dadaf1aea515d18466f7a78ca13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:24:52,295 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1668): Closing 21f26dadaf1aea515d18466f7a78ca13, disabling compactions & flushes 2023-11-12T09:24:52,295 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1690): Closing region hbase:namespace,,1699781091844.21f26dadaf1aea515d18466f7a78ca13. 2023-11-12T09:24:52,295 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1699781091844.21f26dadaf1aea515d18466f7a78ca13. 2023-11-12T09:24:52,295 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1699781091844.21f26dadaf1aea515d18466f7a78ca13. after waiting 0 ms 2023-11-12T09:24:52,295 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1699781091844.21f26dadaf1aea515d18466f7a78ca13. 2023-11-12T09:24:52,295 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1909): Closed hbase:namespace,,1699781091844.21f26dadaf1aea515d18466f7a78ca13. 2023-11-12T09:24:52,295 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1622): Region close journal for 21f26dadaf1aea515d18466f7a78ca13: 2023-11-12T09:24:52,299 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:24:52,319 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1699781091844.21f26dadaf1aea515d18466f7a78ca13.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1699781092301"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699781092301"}]},"ts":"1699781092301"} 2023-11-12T09:24:52,359 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:24:52,361 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:24:52,367 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781092361"}]},"ts":"1699781092361"} 2023-11-12T09:24:52,373 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2023-11-12T09:24:52,378 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=21f26dadaf1aea515d18466f7a78ca13, ASSIGN}] 2023-11-12T09:24:52,381 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=21f26dadaf1aea515d18466f7a78ca13, ASSIGN 2023-11-12T09:24:52,383 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=21f26dadaf1aea515d18466f7a78ca13, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,44651,1699781089217; forceNewPlan=false, retain=false 2023-11-12T09:24:52,534 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=21f26dadaf1aea515d18466f7a78ca13, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:24:52,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 21f26dadaf1aea515d18466f7a78ca13, server=jenkins-hbase3.apache.org,44651,1699781089217}] 2023-11-12T09:24:52,693 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:24:52,699 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(130): Open hbase:namespace,,1699781091844.21f26dadaf1aea515d18466f7a78ca13. 2023-11-12T09:24:52,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7254): Opening region: {ENCODED => 21f26dadaf1aea515d18466f7a78ca13, NAME => 'hbase:namespace,,1699781091844.21f26dadaf1aea515d18466f7a78ca13.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:24:52,701 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:24:52,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 21f26dadaf1aea515d18466f7a78ca13 2023-11-12T09:24:52,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(888): Instantiated hbase:namespace,,1699781091844.21f26dadaf1aea515d18466f7a78ca13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:24:52,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7296): checking encryption for 21f26dadaf1aea515d18466f7a78ca13 2023-11-12T09:24:52,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7299): checking classloading for 21f26dadaf1aea515d18466f7a78ca13 2023-11-12T09:24:52,704 INFO [StoreOpener-21f26dadaf1aea515d18466f7a78ca13-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 21f26dadaf1aea515d18466f7a78ca13 2023-11-12T09:24:52,707 INFO [StoreOpener-21f26dadaf1aea515d18466f7a78ca13-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21f26dadaf1aea515d18466f7a78ca13 columnFamilyName info 2023-11-12T09:24:52,707 DEBUG [StoreOpener-21f26dadaf1aea515d18466f7a78ca13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:24:52,708 INFO [StoreOpener-21f26dadaf1aea515d18466f7a78ca13-1 {}] regionserver.HStore(324): Store=21f26dadaf1aea515d18466f7a78ca13/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:24:52,709 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/hbase/namespace/21f26dadaf1aea515d18466f7a78ca13 2023-11-12T09:24:52,710 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/hbase/namespace/21f26dadaf1aea515d18466f7a78ca13 2023-11-12T09:24:52,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1076): writing seq id for 21f26dadaf1aea515d18466f7a78ca13 2023-11-12T09:24:52,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/hbase/namespace/21f26dadaf1aea515d18466f7a78ca13/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:24:52,718 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1093): Opened 21f26dadaf1aea515d18466f7a78ca13; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9801673920, jitterRate=-0.08714798092842102}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:24:52,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(992): Region open journal for 21f26dadaf1aea515d18466f7a78ca13: 2023-11-12T09:24:52,721 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:namespace,,1699781091844.21f26dadaf1aea515d18466f7a78ca13., pid=6, masterSystemTime=1699781092693 2023-11-12T09:24:52,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:namespace,,1699781091844.21f26dadaf1aea515d18466f7a78ca13. 2023-11-12T09:24:52,725 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(158): Opened hbase:namespace,,1699781091844.21f26dadaf1aea515d18466f7a78ca13. 2023-11-12T09:24:52,726 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=21f26dadaf1aea515d18466f7a78ca13, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:24:52,733 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=6, resume processing ppid=5 2023-11-12T09:24:52,733 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 21f26dadaf1aea515d18466f7a78ca13, server=jenkins-hbase3.apache.org,44651,1699781089217 in 190 msec 2023-11-12T09:24:52,737 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=5, resume processing ppid=4 2023-11-12T09:24:52,737 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=21f26dadaf1aea515d18466f7a78ca13, ASSIGN in 355 msec 2023-11-12T09:24:52,738 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:24:52,739 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781092738"}]},"ts":"1699781092738"} 2023-11-12T09:24:52,742 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2023-11-12T09:24:52,746 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:24:52,750 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 901 msec 2023-11-12T09:24:52,761 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2023-11-12T09:24:52,762 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2023-11-12T09:24:52,762 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44651-0x1004cf2f5a40001, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:24:52,763 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:24:52,819 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2023-11-12T09:24:52,841 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:24:52,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 41 msec 2023-11-12T09:24:52,858 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2023-11-12T09:24:52,874 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:24:52,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 21 msec 2023-11-12T09:24:52,897 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2023-11-12T09:24:52,901 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2023-11-12T09:24:52,901 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1194): Master has completed initialization 3.553sec 2023-11-12T09:24:52,904 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2023-11-12T09:24:52,906 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2023-11-12T09:24:52,908 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2023-11-12T09:24:52,909 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2023-11-12T09:24:52,909 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2023-11-12T09:24:52,912 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,36229,1699781086023-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-11-12T09:24:52,912 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,36229,1699781086023-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2023-11-12T09:24:52,933 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1297): Balancer post startup initialization complete, took 0 seconds 2023-11-12T09:24:52,934 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2023-11-12T09:24:52,950 DEBUG [Listener at localhost/37367 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x786305f9 to 127.0.0.1:50434 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:24:52,955 DEBUG [Listener at localhost/37367 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15b4b758, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:24:52,960 DEBUG [Listener at localhost/37367 {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2023-11-12T09:24:52,960 DEBUG [Listener at localhost/37367 {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2023-11-12T09:24:52,974 DEBUG [hconnection-0x5b4f3826-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:24:52,989 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:35380, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:24:53,004 INFO [Listener at localhost/37367 {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=jenkins-hbase3.apache.org,36229,1699781086023 2023-11-12T09:24:53,004 INFO [Listener at localhost/37367 {}] hbase.HBaseTestingUtility(2786): Starting mini mapreduce cluster... 2023-11-12T09:24:53,005 INFO [Listener at localhost/37367 {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/test.cache.data in system properties and HBase conf 2023-11-12T09:24:53,005 INFO [Listener at localhost/37367 {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/hadoop.tmp.dir in system properties and HBase conf 2023-11-12T09:24:53,005 INFO [Listener at localhost/37367 {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/hadoop.log.dir in system properties and HBase conf 2023-11-12T09:24:53,005 INFO [Listener at localhost/37367 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/mapreduce.cluster.local.dir in system properties and HBase conf 2023-11-12T09:24:53,005 INFO [Listener at localhost/37367 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-11-12T09:24:53,005 INFO [Listener at localhost/37367 {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-11-12T09:24:53,005 INFO [Listener at localhost/37367 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-11-12T09:24:53,005 INFO [Listener at localhost/37367 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-11-12T09:24:53,006 INFO [Listener at localhost/37367 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-11-12T09:24:53,006 INFO [Listener at localhost/37367 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-12T09:24:53,006 INFO [Listener at localhost/37367 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-11-12T09:24:53,006 INFO [Listener at localhost/37367 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-11-12T09:24:53,006 INFO [Listener at localhost/37367 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-12T09:24:53,006 INFO [Listener at localhost/37367 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-12T09:24:53,006 INFO [Listener at localhost/37367 {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-11-12T09:24:53,006 INFO [Listener at localhost/37367 {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/nfs.dump.dir in system properties and HBase conf 2023-11-12T09:24:53,006 INFO [Listener at localhost/37367 {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/java.io.tmpdir in system properties and HBase conf 2023-11-12T09:24:53,007 INFO [Listener at localhost/37367 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-12T09:24:53,007 INFO [Listener at localhost/37367 {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-11-12T09:24:53,007 INFO [Listener at localhost/37367 {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2023-11-12T09:24:54,350 WARN [Thread-249 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:24:54,743 INFO [Thread-249 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:24:54,749 INFO [Thread-249 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/jobhistory to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_44389_jobhistory____vl698e/webapp 2023-11-12T09:24:54,939 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2023-11-12T09:24:54,940 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2023-11-12T09:24:54,940 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-12T09:24:54,943 INFO [Thread-249 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-12T09:24:55,042 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:24:55,190 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:24:55,570 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2023-11-12T09:24:55,619 INFO [Thread-249 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:44389 2023-11-12T09:24:55,845 WARN [Listener at jenkins-hbase3.apache.org/46613 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:24:55,932 WARN [Listener at jenkins-hbase3.apache.org/46613 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-11-12T09:24:55,932 INFO [Listener at jenkins-hbase3.apache.org/46613 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:24:55,941 INFO [Listener at jenkins-hbase3.apache.org/46613 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/cluster to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_45991_cluster____yabygj/webapp 2023-11-12T09:24:56,014 INFO [Listener at jenkins-hbase3.apache.org/46613 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2023-11-12T09:24:56,014 INFO [Listener at jenkins-hbase3.apache.org/46613 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2023-11-12T09:24:56,015 INFO [Listener at jenkins-hbase3.apache.org/46613 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-12T09:24:56,015 INFO [Listener at jenkins-hbase3.apache.org/46613 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-12T09:24:56,026 INFO [Listener at jenkins-hbase3.apache.org/46613 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:24:56,273 INFO [Listener at jenkins-hbase3.apache.org/46613 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:24:56,392 INFO [Listener at jenkins-hbase3.apache.org/46613 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:24:56,402 INFO [Listener at jenkins-hbase3.apache.org/46613 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:45991 2023-11-12T09:24:56,783 WARN [Listener at jenkins-hbase3.apache.org/40003 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:24:56,806 WARN [Listener at jenkins-hbase3.apache.org/40003 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-11-12T09:24:56,807 INFO [Listener at jenkins-hbase3.apache.org/40003 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:24:56,813 INFO [Listener at jenkins-hbase3.apache.org/40003 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_44105_node____hr81at/webapp 2023-11-12T09:24:56,864 INFO [Listener at jenkins-hbase3.apache.org/40003 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-11-12T09:24:56,865 INFO [Listener at jenkins-hbase3.apache.org/40003 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-12T09:24:56,865 INFO [Listener at jenkins-hbase3.apache.org/40003 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-11-12T09:24:56,865 INFO [Listener at jenkins-hbase3.apache.org/40003 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-12T09:24:56,872 INFO [Listener at jenkins-hbase3.apache.org/40003 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:24:56,895 INFO [Listener at jenkins-hbase3.apache.org/40003 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:24:56,978 INFO [Listener at jenkins-hbase3.apache.org/40003 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:24:56,988 INFO [Listener at jenkins-hbase3.apache.org/40003 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:44105 2023-11-12T09:24:57,141 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-12T09:24:57,235 WARN [Listener at jenkins-hbase3.apache.org/43865 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:24:57,245 WARN [Listener at jenkins-hbase3.apache.org/43865 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-11-12T09:24:57,245 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:24:57,255 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_40781_node____.4hrqlp/webapp 2023-11-12T09:24:57,282 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2023-11-12T09:24:57,284 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2023-11-12T09:24:57,286 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-11-12T09:24:57,286 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2023-11-12T09:24:57,288 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-11-12T09:24:57,288 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2023-11-12T09:24:57,289 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:24:57,289 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2023-11-12T09:24:57,290 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-11-12T09:24:57,290 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2023-11-12T09:24:57,290 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2023-11-12T09:24:57,290 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2023-11-12T09:24:57,322 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-11-12T09:24:57,322 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-12T09:24:57,322 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-11-12T09:24:57,322 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-12T09:24:57,330 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:24:57,346 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:24:57,403 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:24:57,410 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:40781 2023-11-12T09:24:57,440 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] hbase.HBaseTestingUtility(2821): Mini mapreduce cluster started 2023-11-12T09:24:57,440 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] backup.TestBackupBase(301): ROOTDIR hdfs://localhost:42559/backupUT 2023-11-12T09:24:57,454 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:24:57,459 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:37488, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:24:57,468 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.HMaster$18(3398): Client=jenkins//172.31.12.81 creating {NAME => 'ns1'} 2023-11-12T09:24:57,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] procedure2.ProcedureExecutor(1032): Stored pid=9, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns1 2023-11-12T09:24:57,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=9 2023-11-12T09:24:57,502 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:24:57,507 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=9, state=SUCCESS; CreateNamespaceProcedure, namespace=ns1 in 37 msec 2023-11-12T09:24:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=9 2023-11-12T09:24:57,592 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.HMaster$18(3398): Client=jenkins//172.31.12.81 creating {NAME => 'ns2'} 2023-11-12T09:24:57,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] procedure2.ProcedureExecutor(1032): Stored pid=10, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns2 2023-11-12T09:24:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=10 2023-11-12T09:24:57,606 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:24:57,615 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=10, state=SUCCESS; CreateNamespaceProcedure, namespace=ns2 in 21 msec 2023-11-12T09:24:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=10 2023-11-12T09:24:57,702 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.HMaster$18(3398): Client=jenkins//172.31.12.81 creating {NAME => 'ns3'} 2023-11-12T09:24:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] procedure2.ProcedureExecutor(1032): Stored pid=11, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns3 2023-11-12T09:24:57,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=11 2023-11-12T09:24:57,715 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:24:57,720 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=11, state=SUCCESS; CreateNamespaceProcedure, namespace=ns3 in 16 msec 2023-11-12T09:24:57,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=11 2023-11-12T09:24:57,812 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.HMaster$18(3398): Client=jenkins//172.31.12.81 creating {NAME => 'ns4'} 2023-11-12T09:24:57,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] procedure2.ProcedureExecutor(1032): Stored pid=12, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns4 2023-11-12T09:24:57,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=12 2023-11-12T09:24:57,824 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:24:57,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=12, state=SUCCESS; CreateNamespaceProcedure, namespace=ns4 in 17 msec 2023-11-12T09:24:57,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=12 2023-11-12T09:24:57,933 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'test-1699781097440', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:24:57,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] procedure2.ProcedureExecutor(1032): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test-1699781097440 2023-11-12T09:24:57,937 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test-1699781097440 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:24:57,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "test-1699781097440" procId is: 13 2023-11-12T09:24:57,938 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:24:57,939 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test-1699781097440 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:24:57,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:24:58,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:24:58,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:24:58,378 INFO [RegionOpenAndInit-test-1699781097440-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 603dd1915981443e2df946055957f128, NAME => 'test-1699781097440,,1699781097928.603dd1915981443e2df946055957f128.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1699781097440', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563 2023-11-12T09:24:58,396 DEBUG [RegionOpenAndInit-test-1699781097440-pool-0 {}] regionserver.HRegion(888): Instantiated test-1699781097440,,1699781097928.603dd1915981443e2df946055957f128.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:24:58,396 DEBUG [RegionOpenAndInit-test-1699781097440-pool-0 {}] regionserver.HRegion(1668): Closing 603dd1915981443e2df946055957f128, disabling compactions & flushes 2023-11-12T09:24:58,396 INFO [RegionOpenAndInit-test-1699781097440-pool-0 {}] regionserver.HRegion(1690): Closing region test-1699781097440,,1699781097928.603dd1915981443e2df946055957f128. 2023-11-12T09:24:58,396 DEBUG [RegionOpenAndInit-test-1699781097440-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1699781097440,,1699781097928.603dd1915981443e2df946055957f128. 2023-11-12T09:24:58,396 DEBUG [RegionOpenAndInit-test-1699781097440-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on test-1699781097440,,1699781097928.603dd1915981443e2df946055957f128. after waiting 0 ms 2023-11-12T09:24:58,396 DEBUG [RegionOpenAndInit-test-1699781097440-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region test-1699781097440,,1699781097928.603dd1915981443e2df946055957f128. 2023-11-12T09:24:58,396 INFO [RegionOpenAndInit-test-1699781097440-pool-0 {}] regionserver.HRegion(1909): Closed test-1699781097440,,1699781097928.603dd1915981443e2df946055957f128. 2023-11-12T09:24:58,397 DEBUG [RegionOpenAndInit-test-1699781097440-pool-0 {}] regionserver.HRegion(1622): Region close journal for 603dd1915981443e2df946055957f128: 2023-11-12T09:24:58,398 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test-1699781097440 execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:24:58,398 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test-1699781097440,,1699781097928.603dd1915981443e2df946055957f128.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1699781098398"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699781098398"}]},"ts":"1699781098398"} 2023-11-12T09:24:58,401 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:24:58,402 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test-1699781097440 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:24:58,403 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1699781097440","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781098402"}]},"ts":"1699781098402"} 2023-11-12T09:24:58,405 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1699781097440, state=ENABLING in hbase:meta 2023-11-12T09:24:58,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1699781097440, region=603dd1915981443e2df946055957f128, ASSIGN}] 2023-11-12T09:24:58,412 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1699781097440, region=603dd1915981443e2df946055957f128, ASSIGN 2023-11-12T09:24:58,413 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1699781097440, region=603dd1915981443e2df946055957f128, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,44651,1699781089217; forceNewPlan=false, retain=false 2023-11-12T09:24:58,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:24:58,564 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=603dd1915981443e2df946055957f128, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:24:58,567 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; OpenRegionProcedure 603dd1915981443e2df946055957f128, server=jenkins-hbase3.apache.org,44651,1699781089217}] 2023-11-12T09:24:58,720 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:24:58,728 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(130): Open test-1699781097440,,1699781097928.603dd1915981443e2df946055957f128. 2023-11-12T09:24:58,728 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7254): Opening region: {ENCODED => 603dd1915981443e2df946055957f128, NAME => 'test-1699781097440,,1699781097928.603dd1915981443e2df946055957f128.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:24:58,728 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:24:58,729 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1699781097440 603dd1915981443e2df946055957f128 2023-11-12T09:24:58,729 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(888): Instantiated test-1699781097440,,1699781097928.603dd1915981443e2df946055957f128.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:24:58,729 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7296): checking encryption for 603dd1915981443e2df946055957f128 2023-11-12T09:24:58,729 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7299): checking classloading for 603dd1915981443e2df946055957f128 2023-11-12T09:24:58,732 INFO [StoreOpener-603dd1915981443e2df946055957f128-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 603dd1915981443e2df946055957f128 2023-11-12T09:24:58,734 INFO [StoreOpener-603dd1915981443e2df946055957f128-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 603dd1915981443e2df946055957f128 columnFamilyName f 2023-11-12T09:24:58,734 DEBUG [StoreOpener-603dd1915981443e2df946055957f128-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:24:58,736 INFO [StoreOpener-603dd1915981443e2df946055957f128-1 {}] regionserver.HStore(324): Store=603dd1915981443e2df946055957f128/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:24:58,737 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/default/test-1699781097440/603dd1915981443e2df946055957f128 2023-11-12T09:24:58,737 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/default/test-1699781097440/603dd1915981443e2df946055957f128 2023-11-12T09:24:58,741 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1076): writing seq id for 603dd1915981443e2df946055957f128 2023-11-12T09:24:58,746 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/default/test-1699781097440/603dd1915981443e2df946055957f128/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:24:58,747 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): Opened 603dd1915981443e2df946055957f128; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11872748800, jitterRate=0.1057358980178833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:24:58,748 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(992): Region open journal for 603dd1915981443e2df946055957f128: 2023-11-12T09:24:58,749 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2556): Post open deploy tasks for test-1699781097440,,1699781097928.603dd1915981443e2df946055957f128., pid=15, masterSystemTime=1699781098720 2023-11-12T09:24:58,752 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2583): Finished post open deploy task for test-1699781097440,,1699781097928.603dd1915981443e2df946055957f128. 2023-11-12T09:24:58,752 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(158): Opened test-1699781097440,,1699781097928.603dd1915981443e2df946055957f128. 2023-11-12T09:24:58,753 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=603dd1915981443e2df946055957f128, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:24:58,758 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=15, resume processing ppid=14 2023-11-12T09:24:58,758 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=15, ppid=14, state=SUCCESS; OpenRegionProcedure 603dd1915981443e2df946055957f128, server=jenkins-hbase3.apache.org,44651,1699781089217 in 188 msec 2023-11-12T09:24:58,760 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=14, resume processing ppid=13 2023-11-12T09:24:58,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=14, ppid=13, state=SUCCESS; TransitRegionStateProcedure table=test-1699781097440, region=603dd1915981443e2df946055957f128, ASSIGN in 348 msec 2023-11-12T09:24:58,762 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test-1699781097440 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:24:58,762 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1699781097440","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781098762"}]},"ts":"1699781098762"} 2023-11-12T09:24:58,764 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1699781097440, state=ENABLED in hbase:meta 2023-11-12T09:24:58,767 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test-1699781097440 execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:24:58,769 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=13, state=SUCCESS; CreateTableProcedure table=test-1699781097440 in 834 msec 2023-11-12T09:24:59,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:24:59,053 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: default:test-1699781097440, procId: 13 completed 2023-11-12T09:24:59,054 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x0aa5d09c to 127.0.0.1:50434 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:24:59,065 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a133289, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:24:59,067 DEBUG [hconnection-0x4777897a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:24:59,070 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:41162, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:24:59,076 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] regionserver.HRegion(8210): writing data to region test-1699781097440,,1699781097928.603dd1915981443e2df946055957f128. with WAL disabled. Data may be lost in the event of a crash. 2023-11-12T09:24:59,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'ns2:test-16997810974401', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:24:59,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] procedure2.ProcedureExecutor(1032): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:test-16997810974401 2023-11-12T09:24:59,174 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16997810974401 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:24:59,174 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:24:59,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns2" qualifier: "test-16997810974401" procId is: 16 2023-11-12T09:24:59,176 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:test-16997810974401 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:24:59,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:24:59,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:24:59,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:24:59,592 INFO [RegionOpenAndInit-ns2:test-16997810974401-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 7a05ea066fc10c5e90442e94cc25bcde, NAME => 'ns2:test-16997810974401,,1699781099170.7a05ea066fc10c5e90442e94cc25bcde.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-16997810974401', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563 2023-11-12T09:24:59,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:25:00,011 DEBUG [RegionOpenAndInit-ns2:test-16997810974401-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:test-16997810974401,,1699781099170.7a05ea066fc10c5e90442e94cc25bcde.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:25:00,011 DEBUG [RegionOpenAndInit-ns2:test-16997810974401-pool-0 {}] regionserver.HRegion(1668): Closing 7a05ea066fc10c5e90442e94cc25bcde, disabling compactions & flushes 2023-11-12T09:25:00,011 INFO [RegionOpenAndInit-ns2:test-16997810974401-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:test-16997810974401,,1699781099170.7a05ea066fc10c5e90442e94cc25bcde. 2023-11-12T09:25:00,011 DEBUG [RegionOpenAndInit-ns2:test-16997810974401-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16997810974401,,1699781099170.7a05ea066fc10c5e90442e94cc25bcde. 2023-11-12T09:25:00,011 DEBUG [RegionOpenAndInit-ns2:test-16997810974401-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16997810974401,,1699781099170.7a05ea066fc10c5e90442e94cc25bcde. after waiting 0 ms 2023-11-12T09:25:00,011 DEBUG [RegionOpenAndInit-ns2:test-16997810974401-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16997810974401,,1699781099170.7a05ea066fc10c5e90442e94cc25bcde. 2023-11-12T09:25:00,011 INFO [RegionOpenAndInit-ns2:test-16997810974401-pool-0 {}] regionserver.HRegion(1909): Closed ns2:test-16997810974401,,1699781099170.7a05ea066fc10c5e90442e94cc25bcde. 2023-11-12T09:25:00,011 DEBUG [RegionOpenAndInit-ns2:test-16997810974401-pool-0 {}] regionserver.HRegion(1622): Region close journal for 7a05ea066fc10c5e90442e94cc25bcde: 2023-11-12T09:25:00,013 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:test-16997810974401 execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:25:00,013 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:test-16997810974401,,1699781099170.7a05ea066fc10c5e90442e94cc25bcde.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1699781100013"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699781100013"}]},"ts":"1699781100013"} 2023-11-12T09:25:00,016 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:25:00,017 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:test-16997810974401 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:25:00,017 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16997810974401","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781100017"}]},"ts":"1699781100017"} 2023-11-12T09:25:00,019 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16997810974401, state=ENABLING in hbase:meta 2023-11-12T09:25:00,024 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16997810974401, region=7a05ea066fc10c5e90442e94cc25bcde, ASSIGN}] 2023-11-12T09:25:00,027 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16997810974401, region=7a05ea066fc10c5e90442e94cc25bcde, ASSIGN 2023-11-12T09:25:00,028 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:test-16997810974401, region=7a05ea066fc10c5e90442e94cc25bcde, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,44651,1699781089217; forceNewPlan=false, retain=false 2023-11-12T09:25:00,179 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=7a05ea066fc10c5e90442e94cc25bcde, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:00,182 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE; OpenRegionProcedure 7a05ea066fc10c5e90442e94cc25bcde, server=jenkins-hbase3.apache.org,44651,1699781089217}] 2023-11-12T09:25:00,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:25:00,334 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:00,339 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(130): Open ns2:test-16997810974401,,1699781099170.7a05ea066fc10c5e90442e94cc25bcde. 2023-11-12T09:25:00,339 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7254): Opening region: {ENCODED => 7a05ea066fc10c5e90442e94cc25bcde, NAME => 'ns2:test-16997810974401,,1699781099170.7a05ea066fc10c5e90442e94cc25bcde.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:25:00,340 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:25:00,340 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16997810974401 7a05ea066fc10c5e90442e94cc25bcde 2023-11-12T09:25:00,340 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(888): Instantiated ns2:test-16997810974401,,1699781099170.7a05ea066fc10c5e90442e94cc25bcde.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:25:00,340 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7296): checking encryption for 7a05ea066fc10c5e90442e94cc25bcde 2023-11-12T09:25:00,340 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7299): checking classloading for 7a05ea066fc10c5e90442e94cc25bcde 2023-11-12T09:25:00,342 INFO [StoreOpener-7a05ea066fc10c5e90442e94cc25bcde-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7a05ea066fc10c5e90442e94cc25bcde 2023-11-12T09:25:00,344 INFO [StoreOpener-7a05ea066fc10c5e90442e94cc25bcde-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a05ea066fc10c5e90442e94cc25bcde columnFamilyName f 2023-11-12T09:25:00,344 DEBUG [StoreOpener-7a05ea066fc10c5e90442e94cc25bcde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:25:00,345 INFO [StoreOpener-7a05ea066fc10c5e90442e94cc25bcde-1 {}] regionserver.HStore(324): Store=7a05ea066fc10c5e90442e94cc25bcde/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:25:00,346 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/ns2/test-16997810974401/7a05ea066fc10c5e90442e94cc25bcde 2023-11-12T09:25:00,346 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/ns2/test-16997810974401/7a05ea066fc10c5e90442e94cc25bcde 2023-11-12T09:25:00,350 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1076): writing seq id for 7a05ea066fc10c5e90442e94cc25bcde 2023-11-12T09:25:00,355 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/ns2/test-16997810974401/7a05ea066fc10c5e90442e94cc25bcde/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:25:00,356 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): Opened 7a05ea066fc10c5e90442e94cc25bcde; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11944779200, jitterRate=0.11244425177574158}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:25:00,357 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(992): Region open journal for 7a05ea066fc10c5e90442e94cc25bcde: 2023-11-12T09:25:00,358 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2556): Post open deploy tasks for ns2:test-16997810974401,,1699781099170.7a05ea066fc10c5e90442e94cc25bcde., pid=18, masterSystemTime=1699781100334 2023-11-12T09:25:00,360 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2583): Finished post open deploy task for ns2:test-16997810974401,,1699781099170.7a05ea066fc10c5e90442e94cc25bcde. 2023-11-12T09:25:00,360 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(158): Opened ns2:test-16997810974401,,1699781099170.7a05ea066fc10c5e90442e94cc25bcde. 2023-11-12T09:25:00,361 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=7a05ea066fc10c5e90442e94cc25bcde, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:00,367 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=18, resume processing ppid=17 2023-11-12T09:25:00,367 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=18, ppid=17, state=SUCCESS; OpenRegionProcedure 7a05ea066fc10c5e90442e94cc25bcde, server=jenkins-hbase3.apache.org,44651,1699781089217 in 182 msec 2023-11-12T09:25:00,369 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=17, resume processing ppid=16 2023-11-12T09:25:00,369 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=17, ppid=16, state=SUCCESS; TransitRegionStateProcedure table=ns2:test-16997810974401, region=7a05ea066fc10c5e90442e94cc25bcde, ASSIGN in 343 msec 2023-11-12T09:25:00,370 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:test-16997810974401 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:25:00,371 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16997810974401","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781100370"}]},"ts":"1699781100370"} 2023-11-12T09:25:00,372 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16997810974401, state=ENABLED in hbase:meta 2023-11-12T09:25:00,375 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16997810974401 execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:25:00,377 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=16, state=SUCCESS; CreateTableProcedure table=ns2:test-16997810974401 in 1.2040 sec 2023-11-12T09:25:01,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:25:01,286 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns2:test-16997810974401, procId: 16 completed 2023-11-12T09:25:01,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] regionserver.HRegion(8210): writing data to region ns2:test-16997810974401,,1699781099170.7a05ea066fc10c5e90442e94cc25bcde. with WAL disabled. Data may be lost in the event of a crash. 2023-11-12T09:25:01,377 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'ns3:test-16997810974402', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:25:01,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] procedure2.ProcedureExecutor(1032): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns3:test-16997810974402 2023-11-12T09:25:01,380 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16997810974402 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:25:01,381 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:25:01,381 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns3" qualifier: "test-16997810974402" procId is: 19 2023-11-12T09:25:01,382 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns3:test-16997810974402 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:25:01,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:25:01,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:25:01,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:25:01,797 INFO [RegionOpenAndInit-ns3:test-16997810974402-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 079821d3a8382b1938d17ef33ab58162, NAME => 'ns3:test-16997810974402,,1699781101376.079821d3a8382b1938d17ef33ab58162.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-16997810974402', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563 2023-11-12T09:25:01,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:25:02,215 DEBUG [RegionOpenAndInit-ns3:test-16997810974402-pool-0 {}] regionserver.HRegion(888): Instantiated ns3:test-16997810974402,,1699781101376.079821d3a8382b1938d17ef33ab58162.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:25:02,215 DEBUG [RegionOpenAndInit-ns3:test-16997810974402-pool-0 {}] regionserver.HRegion(1668): Closing 079821d3a8382b1938d17ef33ab58162, disabling compactions & flushes 2023-11-12T09:25:02,215 INFO [RegionOpenAndInit-ns3:test-16997810974402-pool-0 {}] regionserver.HRegion(1690): Closing region ns3:test-16997810974402,,1699781101376.079821d3a8382b1938d17ef33ab58162. 2023-11-12T09:25:02,215 DEBUG [RegionOpenAndInit-ns3:test-16997810974402-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16997810974402,,1699781101376.079821d3a8382b1938d17ef33ab58162. 2023-11-12T09:25:02,215 DEBUG [RegionOpenAndInit-ns3:test-16997810974402-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16997810974402,,1699781101376.079821d3a8382b1938d17ef33ab58162. after waiting 0 ms 2023-11-12T09:25:02,215 DEBUG [RegionOpenAndInit-ns3:test-16997810974402-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16997810974402,,1699781101376.079821d3a8382b1938d17ef33ab58162. 2023-11-12T09:25:02,215 INFO [RegionOpenAndInit-ns3:test-16997810974402-pool-0 {}] regionserver.HRegion(1909): Closed ns3:test-16997810974402,,1699781101376.079821d3a8382b1938d17ef33ab58162. 2023-11-12T09:25:02,215 DEBUG [RegionOpenAndInit-ns3:test-16997810974402-pool-0 {}] regionserver.HRegion(1622): Region close journal for 079821d3a8382b1938d17ef33ab58162: 2023-11-12T09:25:02,217 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns3:test-16997810974402 execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:25:02,217 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns3:test-16997810974402,,1699781101376.079821d3a8382b1938d17ef33ab58162.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1699781102217"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699781102217"}]},"ts":"1699781102217"} 2023-11-12T09:25:02,219 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:25:02,220 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns3:test-16997810974402 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:25:02,221 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16997810974402","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781102220"}]},"ts":"1699781102220"} 2023-11-12T09:25:02,222 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16997810974402, state=ENABLING in hbase:meta 2023-11-12T09:25:02,233 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16997810974402, region=079821d3a8382b1938d17ef33ab58162, ASSIGN}] 2023-11-12T09:25:02,236 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16997810974402, region=079821d3a8382b1938d17ef33ab58162, ASSIGN 2023-11-12T09:25:02,237 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns3:test-16997810974402, region=079821d3a8382b1938d17ef33ab58162, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,44651,1699781089217; forceNewPlan=false, retain=false 2023-11-12T09:25:02,388 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=079821d3a8382b1938d17ef33ab58162, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:02,391 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; OpenRegionProcedure 079821d3a8382b1938d17ef33ab58162, server=jenkins-hbase3.apache.org,44651,1699781089217}] 2023-11-12T09:25:02,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:25:02,544 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:02,549 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(130): Open ns3:test-16997810974402,,1699781101376.079821d3a8382b1938d17ef33ab58162. 2023-11-12T09:25:02,549 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7254): Opening region: {ENCODED => 079821d3a8382b1938d17ef33ab58162, NAME => 'ns3:test-16997810974402,,1699781101376.079821d3a8382b1938d17ef33ab58162.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:25:02,549 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:25:02,550 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16997810974402 079821d3a8382b1938d17ef33ab58162 2023-11-12T09:25:02,550 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(888): Instantiated ns3:test-16997810974402,,1699781101376.079821d3a8382b1938d17ef33ab58162.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:25:02,550 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7296): checking encryption for 079821d3a8382b1938d17ef33ab58162 2023-11-12T09:25:02,550 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7299): checking classloading for 079821d3a8382b1938d17ef33ab58162 2023-11-12T09:25:02,552 INFO [StoreOpener-079821d3a8382b1938d17ef33ab58162-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 079821d3a8382b1938d17ef33ab58162 2023-11-12T09:25:02,553 INFO [StoreOpener-079821d3a8382b1938d17ef33ab58162-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 079821d3a8382b1938d17ef33ab58162 columnFamilyName f 2023-11-12T09:25:02,553 DEBUG [StoreOpener-079821d3a8382b1938d17ef33ab58162-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:25:02,554 INFO [StoreOpener-079821d3a8382b1938d17ef33ab58162-1 {}] regionserver.HStore(324): Store=079821d3a8382b1938d17ef33ab58162/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:25:02,555 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/ns3/test-16997810974402/079821d3a8382b1938d17ef33ab58162 2023-11-12T09:25:02,556 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/ns3/test-16997810974402/079821d3a8382b1938d17ef33ab58162 2023-11-12T09:25:02,559 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1076): writing seq id for 079821d3a8382b1938d17ef33ab58162 2023-11-12T09:25:02,561 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/ns3/test-16997810974402/079821d3a8382b1938d17ef33ab58162/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:25:02,562 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): Opened 079821d3a8382b1938d17ef33ab58162; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11204902560, jitterRate=0.043537870049476624}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:25:02,563 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(992): Region open journal for 079821d3a8382b1938d17ef33ab58162: 2023-11-12T09:25:02,564 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2556): Post open deploy tasks for ns3:test-16997810974402,,1699781101376.079821d3a8382b1938d17ef33ab58162., pid=21, masterSystemTime=1699781102544 2023-11-12T09:25:02,566 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2583): Finished post open deploy task for ns3:test-16997810974402,,1699781101376.079821d3a8382b1938d17ef33ab58162. 2023-11-12T09:25:02,566 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(158): Opened ns3:test-16997810974402,,1699781101376.079821d3a8382b1938d17ef33ab58162. 2023-11-12T09:25:02,567 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=079821d3a8382b1938d17ef33ab58162, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:02,571 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=21, resume processing ppid=20 2023-11-12T09:25:02,571 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=21, ppid=20, state=SUCCESS; OpenRegionProcedure 079821d3a8382b1938d17ef33ab58162, server=jenkins-hbase3.apache.org,44651,1699781089217 in 178 msec 2023-11-12T09:25:02,574 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=20, resume processing ppid=19 2023-11-12T09:25:02,574 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=20, ppid=19, state=SUCCESS; TransitRegionStateProcedure table=ns3:test-16997810974402, region=079821d3a8382b1938d17ef33ab58162, ASSIGN in 338 msec 2023-11-12T09:25:02,574 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns3:test-16997810974402 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:25:02,575 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16997810974402","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781102574"}]},"ts":"1699781102574"} 2023-11-12T09:25:02,576 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16997810974402, state=ENABLED in hbase:meta 2023-11-12T09:25:02,579 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16997810974402 execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:25:02,581 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=19, state=SUCCESS; CreateTableProcedure table=ns3:test-16997810974402 in 1.2020 sec 2023-11-12T09:25:03,285 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-16997810974401' 2023-11-12T09:25:03,286 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1699781097440' 2023-11-12T09:25:03,287 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-16997810974402' 2023-11-12T09:25:03,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:25:03,492 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns3:test-16997810974402, procId: 19 completed 2023-11-12T09:25:03,492 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns3:test-16997810974402 get assigned. Timeout = 60000ms 2023-11-12T09:25:03,494 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-12T09:25:03,499 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] hbase.HBaseTestingUtility(3581): All regions for table ns3:test-16997810974402 assigned to meta. Checking AM states. 2023-11-12T09:25:03,500 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-12T09:25:03,500 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] hbase.HBaseTestingUtility(3601): All regions for table ns3:test-16997810974402 assigned. 2023-11-12T09:25:03,502 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'ns4:test-16997810974403', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:25:03,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] procedure2.ProcedureExecutor(1032): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns4:test-16997810974403 2023-11-12T09:25:03,506 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16997810974403 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:25:03,506 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:25:03,506 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns4" qualifier: "test-16997810974403" procId is: 22 2023-11-12T09:25:03,507 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns4:test-16997810974403 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:25:03,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:25:03,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:25:03,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:25:03,921 INFO [RegionOpenAndInit-ns4:test-16997810974403-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => a07912850e060fc9c7d3532a29690377, NAME => 'ns4:test-16997810974403,,1699781103502.a07912850e060fc9c7d3532a29690377.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-16997810974403', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563 2023-11-12T09:25:03,936 DEBUG [RegionOpenAndInit-ns4:test-16997810974403-pool-0 {}] regionserver.HRegion(888): Instantiated ns4:test-16997810974403,,1699781103502.a07912850e060fc9c7d3532a29690377.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:25:03,937 DEBUG [RegionOpenAndInit-ns4:test-16997810974403-pool-0 {}] regionserver.HRegion(1668): Closing a07912850e060fc9c7d3532a29690377, disabling compactions & flushes 2023-11-12T09:25:03,937 INFO [RegionOpenAndInit-ns4:test-16997810974403-pool-0 {}] regionserver.HRegion(1690): Closing region ns4:test-16997810974403,,1699781103502.a07912850e060fc9c7d3532a29690377. 2023-11-12T09:25:03,937 DEBUG [RegionOpenAndInit-ns4:test-16997810974403-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16997810974403,,1699781103502.a07912850e060fc9c7d3532a29690377. 2023-11-12T09:25:03,937 DEBUG [RegionOpenAndInit-ns4:test-16997810974403-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16997810974403,,1699781103502.a07912850e060fc9c7d3532a29690377. after waiting 0 ms 2023-11-12T09:25:03,937 DEBUG [RegionOpenAndInit-ns4:test-16997810974403-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16997810974403,,1699781103502.a07912850e060fc9c7d3532a29690377. 2023-11-12T09:25:03,937 INFO [RegionOpenAndInit-ns4:test-16997810974403-pool-0 {}] regionserver.HRegion(1909): Closed ns4:test-16997810974403,,1699781103502.a07912850e060fc9c7d3532a29690377. 2023-11-12T09:25:03,937 DEBUG [RegionOpenAndInit-ns4:test-16997810974403-pool-0 {}] regionserver.HRegion(1622): Region close journal for a07912850e060fc9c7d3532a29690377: 2023-11-12T09:25:03,938 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns4:test-16997810974403 execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:25:03,939 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns4:test-16997810974403,,1699781103502.a07912850e060fc9c7d3532a29690377.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1699781103938"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699781103938"}]},"ts":"1699781103938"} 2023-11-12T09:25:03,941 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:25:03,942 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns4:test-16997810974403 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:25:03,942 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16997810974403","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781103942"}]},"ts":"1699781103942"} 2023-11-12T09:25:03,944 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16997810974403, state=ENABLING in hbase:meta 2023-11-12T09:25:03,950 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16997810974403, region=a07912850e060fc9c7d3532a29690377, ASSIGN}] 2023-11-12T09:25:03,952 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16997810974403, region=a07912850e060fc9c7d3532a29690377, ASSIGN 2023-11-12T09:25:03,953 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns4:test-16997810974403, region=a07912850e060fc9c7d3532a29690377, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,44651,1699781089217; forceNewPlan=false, retain=false 2023-11-12T09:25:04,105 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=a07912850e060fc9c7d3532a29690377, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:04,109 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE; OpenRegionProcedure a07912850e060fc9c7d3532a29690377, server=jenkins-hbase3.apache.org,44651,1699781089217}] 2023-11-12T09:25:04,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:25:04,233 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-12T09:25:04,261 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:04,266 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(130): Open ns4:test-16997810974403,,1699781103502.a07912850e060fc9c7d3532a29690377. 2023-11-12T09:25:04,267 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7254): Opening region: {ENCODED => a07912850e060fc9c7d3532a29690377, NAME => 'ns4:test-16997810974403,,1699781103502.a07912850e060fc9c7d3532a29690377.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:25:04,267 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:25:04,267 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16997810974403 a07912850e060fc9c7d3532a29690377 2023-11-12T09:25:04,267 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(888): Instantiated ns4:test-16997810974403,,1699781103502.a07912850e060fc9c7d3532a29690377.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:25:04,267 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7296): checking encryption for a07912850e060fc9c7d3532a29690377 2023-11-12T09:25:04,267 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7299): checking classloading for a07912850e060fc9c7d3532a29690377 2023-11-12T09:25:04,269 INFO [StoreOpener-a07912850e060fc9c7d3532a29690377-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a07912850e060fc9c7d3532a29690377 2023-11-12T09:25:04,271 INFO [StoreOpener-a07912850e060fc9c7d3532a29690377-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a07912850e060fc9c7d3532a29690377 columnFamilyName f 2023-11-12T09:25:04,271 DEBUG [StoreOpener-a07912850e060fc9c7d3532a29690377-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:25:04,272 INFO [StoreOpener-a07912850e060fc9c7d3532a29690377-1 {}] regionserver.HStore(324): Store=a07912850e060fc9c7d3532a29690377/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:25:04,275 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/ns4/test-16997810974403/a07912850e060fc9c7d3532a29690377 2023-11-12T09:25:04,276 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/ns4/test-16997810974403/a07912850e060fc9c7d3532a29690377 2023-11-12T09:25:04,279 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1076): writing seq id for a07912850e060fc9c7d3532a29690377 2023-11-12T09:25:04,283 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/ns4/test-16997810974403/a07912850e060fc9c7d3532a29690377/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:25:04,283 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): Opened a07912850e060fc9c7d3532a29690377; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11898402240, jitterRate=0.10812506079673767}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:25:04,284 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(992): Region open journal for a07912850e060fc9c7d3532a29690377: 2023-11-12T09:25:04,285 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2556): Post open deploy tasks for ns4:test-16997810974403,,1699781103502.a07912850e060fc9c7d3532a29690377., pid=24, masterSystemTime=1699781104261 2023-11-12T09:25:04,288 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2583): Finished post open deploy task for ns4:test-16997810974403,,1699781103502.a07912850e060fc9c7d3532a29690377. 2023-11-12T09:25:04,288 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(158): Opened ns4:test-16997810974403,,1699781103502.a07912850e060fc9c7d3532a29690377. 2023-11-12T09:25:04,288 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=a07912850e060fc9c7d3532a29690377, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:04,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=24, resume processing ppid=23 2023-11-12T09:25:04,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=24, ppid=23, state=SUCCESS; OpenRegionProcedure a07912850e060fc9c7d3532a29690377, server=jenkins-hbase3.apache.org,44651,1699781089217 in 183 msec 2023-11-12T09:25:04,295 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=23, resume processing ppid=22 2023-11-12T09:25:04,295 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=23, ppid=22, state=SUCCESS; TransitRegionStateProcedure table=ns4:test-16997810974403, region=a07912850e060fc9c7d3532a29690377, ASSIGN in 343 msec 2023-11-12T09:25:04,296 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns4:test-16997810974403 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:25:04,296 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16997810974403","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781104296"}]},"ts":"1699781104296"} 2023-11-12T09:25:04,298 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16997810974403, state=ENABLED in hbase:meta 2023-11-12T09:25:04,301 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16997810974403 execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:25:04,303 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=22, state=SUCCESS; CreateTableProcedure table=ns4:test-16997810974403 in 799 msec 2023-11-12T09:25:04,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:25:04,615 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns4:test-16997810974403, procId: 22 completed 2023-11-12T09:25:04,615 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns4:test-16997810974403 get assigned. Timeout = 60000ms 2023-11-12T09:25:04,615 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-12T09:25:04,619 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] hbase.HBaseTestingUtility(3581): All regions for table ns4:test-16997810974403 assigned to meta. Checking AM states. 2023-11-12T09:25:04,619 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-12T09:25:04,620 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] hbase.HBaseTestingUtility(3601): All regions for table ns4:test-16997810974403 assigned. 2023-11-12T09:25:04,620 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x0aa5d09c to 127.0.0.1:50434 2023-11-12T09:25:04,620 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:25:04,664 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] hbase.ResourceChecker(147): before: backup.TestIncrementalBackupDeleteTable#testIncBackupDeleteTable Thread=585, OpenFileDescriptor=689, MaxFileDescriptor=60000, SystemLoadAverage=220, ProcessCount=167, AvailableMemoryMB=5750 2023-11-12T09:25:04,664 WARN [Listener at jenkins-hbase3.apache.org/43865 {}] hbase.ResourceChecker(130): Thread=585 is superior to 500 2023-11-12T09:25:04,666 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] backup.TestIncrementalBackupDeleteTable(60): create full backup image for all tables 2023-11-12T09:25:04,668 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x55b80934 to 127.0.0.1:50434 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:25:04,675 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c8b49be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:25:04,685 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:25:04,687 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:41168, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:25:04,704 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:25:04,705 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:37496, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:25:04,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.HMaster$18(3398): Client=jenkins//172.31.12.81 creating {NAME => 'backup'} 2023-11-12T09:25:04,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] procedure2.ProcedureExecutor(1032): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=backup 2023-11-12T09:25:04,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=25 2023-11-12T09:25:04,728 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:25:04,733 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=25, state=SUCCESS; CreateNamespaceProcedure, namespace=backup in 15 msec 2023-11-12T09:25:04,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=25 2023-11-12T09:25:04,839 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:25:04,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] procedure2.ProcedureExecutor(1032): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system 2023-11-12T09:25:04,843 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:25:04,843 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:25:04,844 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2023-11-12T09:25:04,845 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:25:04,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-12T09:25:04,862 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => fd33d78d779a6a9335ea29ea1ded3c93, NAME => 'backup:system,,1699781104838.fd33d78d779a6a9335ea29ea1ded3c93.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563 2023-11-12T09:25:04,874 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system,,1699781104838.fd33d78d779a6a9335ea29ea1ded3c93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:25:04,874 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1668): Closing fd33d78d779a6a9335ea29ea1ded3c93, disabling compactions & flushes 2023-11-12T09:25:04,874 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system,,1699781104838.fd33d78d779a6a9335ea29ea1ded3c93. 2023-11-12T09:25:04,874 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1699781104838.fd33d78d779a6a9335ea29ea1ded3c93. 2023-11-12T09:25:04,874 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1699781104838.fd33d78d779a6a9335ea29ea1ded3c93. after waiting 0 ms 2023-11-12T09:25:04,874 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1699781104838.fd33d78d779a6a9335ea29ea1ded3c93. 2023-11-12T09:25:04,874 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1909): Closed backup:system,,1699781104838.fd33d78d779a6a9335ea29ea1ded3c93. 2023-11-12T09:25:04,874 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1622): Region close journal for fd33d78d779a6a9335ea29ea1ded3c93: 2023-11-12T09:25:04,876 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:25:04,876 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system,,1699781104838.fd33d78d779a6a9335ea29ea1ded3c93.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1699781104876"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699781104876"}]},"ts":"1699781104876"} 2023-11-12T09:25:04,878 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:25:04,879 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:25:04,879 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781104879"}]},"ts":"1699781104879"} 2023-11-12T09:25:04,881 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLING in hbase:meta 2023-11-12T09:25:04,886 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=fd33d78d779a6a9335ea29ea1ded3c93, ASSIGN}] 2023-11-12T09:25:04,888 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=fd33d78d779a6a9335ea29ea1ded3c93, ASSIGN 2023-11-12T09:25:04,889 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system, region=fd33d78d779a6a9335ea29ea1ded3c93, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,44651,1699781089217; forceNewPlan=false, retain=false 2023-11-12T09:25:04,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-12T09:25:05,040 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=fd33d78d779a6a9335ea29ea1ded3c93, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:05,043 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE; OpenRegionProcedure fd33d78d779a6a9335ea29ea1ded3c93, server=jenkins-hbase3.apache.org,44651,1699781089217}] 2023-11-12T09:25:05,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-12T09:25:05,196 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:05,202 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(130): Open backup:system,,1699781104838.fd33d78d779a6a9335ea29ea1ded3c93. 2023-11-12T09:25:05,202 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7254): Opening region: {ENCODED => fd33d78d779a6a9335ea29ea1ded3c93, NAME => 'backup:system,,1699781104838.fd33d78d779a6a9335ea29ea1ded3c93.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:25:05,203 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:25:05,203 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system fd33d78d779a6a9335ea29ea1ded3c93 2023-11-12T09:25:05,203 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(888): Instantiated backup:system,,1699781104838.fd33d78d779a6a9335ea29ea1ded3c93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:25:05,203 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7296): checking encryption for fd33d78d779a6a9335ea29ea1ded3c93 2023-11-12T09:25:05,203 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7299): checking classloading for fd33d78d779a6a9335ea29ea1ded3c93 2023-11-12T09:25:05,205 INFO [StoreOpener-fd33d78d779a6a9335ea29ea1ded3c93-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region fd33d78d779a6a9335ea29ea1ded3c93 2023-11-12T09:25:05,209 INFO [StoreOpener-fd33d78d779a6a9335ea29ea1ded3c93-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd33d78d779a6a9335ea29ea1ded3c93 columnFamilyName meta 2023-11-12T09:25:05,209 DEBUG [StoreOpener-fd33d78d779a6a9335ea29ea1ded3c93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:25:05,210 INFO [StoreOpener-fd33d78d779a6a9335ea29ea1ded3c93-1 {}] regionserver.HStore(324): Store=fd33d78d779a6a9335ea29ea1ded3c93/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:25:05,210 INFO [StoreOpener-fd33d78d779a6a9335ea29ea1ded3c93-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region fd33d78d779a6a9335ea29ea1ded3c93 2023-11-12T09:25:05,213 INFO [StoreOpener-fd33d78d779a6a9335ea29ea1ded3c93-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd33d78d779a6a9335ea29ea1ded3c93 columnFamilyName session 2023-11-12T09:25:05,213 DEBUG [StoreOpener-fd33d78d779a6a9335ea29ea1ded3c93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:25:05,214 INFO [StoreOpener-fd33d78d779a6a9335ea29ea1ded3c93-1 {}] regionserver.HStore(324): Store=fd33d78d779a6a9335ea29ea1ded3c93/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:25:05,215 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/backup/system/fd33d78d779a6a9335ea29ea1ded3c93 2023-11-12T09:25:05,216 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/backup/system/fd33d78d779a6a9335ea29ea1ded3c93 2023-11-12T09:25:05,218 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-11-12T09:25:05,220 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1076): writing seq id for fd33d78d779a6a9335ea29ea1ded3c93 2023-11-12T09:25:05,223 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/backup/system/fd33d78d779a6a9335ea29ea1ded3c93/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:25:05,224 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): Opened fd33d78d779a6a9335ea29ea1ded3c93; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9508484320, jitterRate=-0.11445339024066925}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-11-12T09:25:05,225 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(992): Region open journal for fd33d78d779a6a9335ea29ea1ded3c93: 2023-11-12T09:25:05,226 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system,,1699781104838.fd33d78d779a6a9335ea29ea1ded3c93., pid=28, masterSystemTime=1699781105196 2023-11-12T09:25:05,229 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system,,1699781104838.fd33d78d779a6a9335ea29ea1ded3c93. 2023-11-12T09:25:05,229 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(158): Opened backup:system,,1699781104838.fd33d78d779a6a9335ea29ea1ded3c93. 2023-11-12T09:25:05,230 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=fd33d78d779a6a9335ea29ea1ded3c93, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:05,235 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=28, resume processing ppid=27 2023-11-12T09:25:05,235 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=28, ppid=27, state=SUCCESS; OpenRegionProcedure fd33d78d779a6a9335ea29ea1ded3c93, server=jenkins-hbase3.apache.org,44651,1699781089217 in 189 msec 2023-11-12T09:25:05,238 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=27, resume processing ppid=26 2023-11-12T09:25:05,238 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=27, ppid=26, state=SUCCESS; TransitRegionStateProcedure table=backup:system, region=fd33d78d779a6a9335ea29ea1ded3c93, ASSIGN in 349 msec 2023-11-12T09:25:05,239 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:25:05,239 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781105239"}]},"ts":"1699781105239"} 2023-11-12T09:25:05,241 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLED in hbase:meta 2023-11-12T09:25:05,245 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:25:05,247 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=26, state=SUCCESS; CreateTableProcedure table=backup:system in 406 msec 2023-11-12T09:25:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-12T09:25:05,451 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: backup:system, procId: 26 completed 2023-11-12T09:25:05,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:25:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] procedure2.ProcedureExecutor(1032): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system_bulk 2023-11-12T09:25:05,468 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:25:05,469 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:25:05,469 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2023-11-12T09:25:05,470 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:25:05,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-12T09:25:05,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-12T09:25:05,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-12T09:25:05,884 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 145fb3ff15952d8dc9a0dacc495fba60, NAME => 'backup:system_bulk,,1699781105465.145fb3ff15952d8dc9a0dacc495fba60.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563 2023-11-12T09:25:06,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-12T09:25:06,300 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1699781105465.145fb3ff15952d8dc9a0dacc495fba60.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:25:06,300 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1668): Closing 145fb3ff15952d8dc9a0dacc495fba60, disabling compactions & flushes 2023-11-12T09:25:06,300 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1699781105465.145fb3ff15952d8dc9a0dacc495fba60. 2023-11-12T09:25:06,300 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1699781105465.145fb3ff15952d8dc9a0dacc495fba60. 2023-11-12T09:25:06,300 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1699781105465.145fb3ff15952d8dc9a0dacc495fba60. after waiting 0 ms 2023-11-12T09:25:06,300 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1699781105465.145fb3ff15952d8dc9a0dacc495fba60. 2023-11-12T09:25:06,300 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1909): Closed backup:system_bulk,,1699781105465.145fb3ff15952d8dc9a0dacc495fba60. 2023-11-12T09:25:06,300 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1622): Region close journal for 145fb3ff15952d8dc9a0dacc495fba60: 2023-11-12T09:25:06,302 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:25:06,302 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system_bulk,,1699781105465.145fb3ff15952d8dc9a0dacc495fba60.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1699781106302"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699781106302"}]},"ts":"1699781106302"} 2023-11-12T09:25:06,304 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:25:06,305 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:25:06,305 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781106305"}]},"ts":"1699781106305"} 2023-11-12T09:25:06,307 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2023-11-12T09:25:06,312 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=145fb3ff15952d8dc9a0dacc495fba60, ASSIGN}] 2023-11-12T09:25:06,314 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=145fb3ff15952d8dc9a0dacc495fba60, ASSIGN 2023-11-12T09:25:06,315 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system_bulk, region=145fb3ff15952d8dc9a0dacc495fba60, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,44651,1699781089217; forceNewPlan=false, retain=false 2023-11-12T09:25:06,467 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=145fb3ff15952d8dc9a0dacc495fba60, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:06,469 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; OpenRegionProcedure 145fb3ff15952d8dc9a0dacc495fba60, server=jenkins-hbase3.apache.org,44651,1699781089217}] 2023-11-12T09:25:06,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-12T09:25:06,622 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:06,626 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(130): Open backup:system_bulk,,1699781105465.145fb3ff15952d8dc9a0dacc495fba60. 2023-11-12T09:25:06,626 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7254): Opening region: {ENCODED => 145fb3ff15952d8dc9a0dacc495fba60, NAME => 'backup:system_bulk,,1699781105465.145fb3ff15952d8dc9a0dacc495fba60.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:25:06,626 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:25:06,627 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk 145fb3ff15952d8dc9a0dacc495fba60 2023-11-12T09:25:06,627 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1699781105465.145fb3ff15952d8dc9a0dacc495fba60.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:25:06,627 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7296): checking encryption for 145fb3ff15952d8dc9a0dacc495fba60 2023-11-12T09:25:06,627 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7299): checking classloading for 145fb3ff15952d8dc9a0dacc495fba60 2023-11-12T09:25:06,629 INFO [StoreOpener-145fb3ff15952d8dc9a0dacc495fba60-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 145fb3ff15952d8dc9a0dacc495fba60 2023-11-12T09:25:06,630 INFO [StoreOpener-145fb3ff15952d8dc9a0dacc495fba60-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 145fb3ff15952d8dc9a0dacc495fba60 columnFamilyName meta 2023-11-12T09:25:06,630 DEBUG [StoreOpener-145fb3ff15952d8dc9a0dacc495fba60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:25:06,631 INFO [StoreOpener-145fb3ff15952d8dc9a0dacc495fba60-1 {}] regionserver.HStore(324): Store=145fb3ff15952d8dc9a0dacc495fba60/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:25:06,631 INFO [StoreOpener-145fb3ff15952d8dc9a0dacc495fba60-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 145fb3ff15952d8dc9a0dacc495fba60 2023-11-12T09:25:06,632 INFO [StoreOpener-145fb3ff15952d8dc9a0dacc495fba60-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 145fb3ff15952d8dc9a0dacc495fba60 columnFamilyName session 2023-11-12T09:25:06,633 DEBUG [StoreOpener-145fb3ff15952d8dc9a0dacc495fba60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:25:06,633 INFO [StoreOpener-145fb3ff15952d8dc9a0dacc495fba60-1 {}] regionserver.HStore(324): Store=145fb3ff15952d8dc9a0dacc495fba60/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:25:06,634 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/backup/system_bulk/145fb3ff15952d8dc9a0dacc495fba60 2023-11-12T09:25:06,635 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/backup/system_bulk/145fb3ff15952d8dc9a0dacc495fba60 2023-11-12T09:25:06,636 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-11-12T09:25:06,638 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1076): writing seq id for 145fb3ff15952d8dc9a0dacc495fba60 2023-11-12T09:25:06,640 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/backup/system_bulk/145fb3ff15952d8dc9a0dacc495fba60/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:25:06,641 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): Opened 145fb3ff15952d8dc9a0dacc495fba60; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11509456800, jitterRate=0.07190169394016266}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-11-12T09:25:06,641 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(992): Region open journal for 145fb3ff15952d8dc9a0dacc495fba60: 2023-11-12T09:25:06,642 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system_bulk,,1699781105465.145fb3ff15952d8dc9a0dacc495fba60., pid=31, masterSystemTime=1699781106621 2023-11-12T09:25:06,645 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system_bulk,,1699781105465.145fb3ff15952d8dc9a0dacc495fba60. 2023-11-12T09:25:06,645 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(158): Opened backup:system_bulk,,1699781105465.145fb3ff15952d8dc9a0dacc495fba60. 2023-11-12T09:25:06,645 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=145fb3ff15952d8dc9a0dacc495fba60, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:06,650 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=31, resume processing ppid=30 2023-11-12T09:25:06,650 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=31, ppid=30, state=SUCCESS; OpenRegionProcedure 145fb3ff15952d8dc9a0dacc495fba60, server=jenkins-hbase3.apache.org,44651,1699781089217 in 178 msec 2023-11-12T09:25:06,652 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=30, resume processing ppid=29 2023-11-12T09:25:06,652 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=backup:system_bulk, region=145fb3ff15952d8dc9a0dacc495fba60, ASSIGN in 338 msec 2023-11-12T09:25:06,653 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:25:06,653 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781106653"}]},"ts":"1699781106653"} 2023-11-12T09:25:06,655 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2023-11-12T09:25:06,658 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:25:06,660 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=29, state=SUCCESS; CreateTableProcedure table=backup:system_bulk in 1.1930 sec 2023-11-12T09:25:07,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-11-12T09:25:07,187 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2023-11-12T09:25:07,188 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1699781097440 2023-11-12T09:25:07,188 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1699781097440 Metrics about Tables on a single HBase RegionServer 2023-11-12T09:25:07,189 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-11-12T09:25:07,189 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2023-11-12T09:25:07,190 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-16997810974403 2023-11-12T09:25:07,190 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-16997810974403 Metrics about Tables on a single HBase RegionServer 2023-11-12T09:25:07,191 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-16997810974402 2023-11-12T09:25:07,191 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-16997810974402 Metrics about Tables on a single HBase RegionServer 2023-11-12T09:25:07,192 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-16997810974401 2023-11-12T09:25:07,192 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-16997810974401 Metrics about Tables on a single HBase RegionServer 2023-11-12T09:25:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-12T09:25:07,580 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: backup:system_bulk, procId: 29 completed 2023-11-12T09:25:07,593 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-11-12T09:25:07,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 0ms 2023-11-12T09:25:07,630 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-12T09:25:07,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1699781107630 (current time:1699781107630). 2023-11-12T09:25:07,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-12T09:25:07,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-11-12T09:25:07,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x2a2a27fa to 127.0.0.1:50434 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:25:07,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c9fd627, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:25:07,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:25:07,646 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:59322, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:25:07,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x2a2a27fa to 127.0.0.1:50434 2023-11-12T09:25:07,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:25:07,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-12T09:25:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] procedure2.ProcedureExecutor(1032): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-12T09:25:07,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-11-12T09:25:07,665 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-12T09:25:07,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-12T09:25:07,670 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-12T09:25:07,682 WARN [PEWorker-4 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/.hbase-snapshot, current working dir path: hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/.hbase-snapshot/.tmp/snapshot_backup_system org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-12T09:25:07,685 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-12T09:25:07,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-12T09:25:07,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-12T09:25:08,096 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-12T09:25:08,099 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure fd33d78d779a6a9335ea29ea1ded3c93}] 2023-11-12T09:25:08,106 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure fd33d78d779a6a9335ea29ea1ded3c93 2023-11-12T09:25:08,268 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:08,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44651 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2023-11-12T09:25:08,270 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1699781104838.fd33d78d779a6a9335ea29ea1ded3c93. 2023-11-12T09:25:08,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-12T09:25:08,273 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2819): Flushing fd33d78d779a6a9335ea29ea1ded3c93 2/2 column families, dataSize=45 B heapSize=632 B 2023-11-12T09:25:08,351 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/backup/system/fd33d78d779a6a9335ea29ea1ded3c93/.tmp/session/a2aed746155147a38912cbb7cc181225 is 49, key is activesession:/session:c/1699781107614/Put/seqid=0 2023-11-12T09:25:08,770 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/backup/system/fd33d78d779a6a9335ea29ea1ded3c93/.tmp/session/a2aed746155147a38912cbb7cc181225 2023-11-12T09:25:08,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-12T09:25:08,843 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/backup/system/fd33d78d779a6a9335ea29ea1ded3c93/.tmp/session/a2aed746155147a38912cbb7cc181225 as hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/backup/system/fd33d78d779a6a9335ea29ea1ded3c93/session/a2aed746155147a38912cbb7cc181225 2023-11-12T09:25:08,852 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/backup/system/fd33d78d779a6a9335ea29ea1ded3c93/session/a2aed746155147a38912cbb7cc181225, entries=1, sequenceid=5, filesize=4.9 K 2023-11-12T09:25:08,856 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3022): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for fd33d78d779a6a9335ea29ea1ded3c93 in 583ms, sequenceid=5, compaction requested=false 2023-11-12T09:25:08,857 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2023-11-12T09:25:08,858 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2520): Flush status journal for fd33d78d779a6a9335ea29ea1ded3c93: 2023-11-12T09:25:08,858 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1699781104838.fd33d78d779a6a9335ea29ea1ded3c93. for snapshot_backup_system completed. 2023-11-12T09:25:08,859 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1699781104838.fd33d78d779a6a9335ea29ea1ded3c93.' region-info for snapshot=snapshot_backup_system 2023-11-12T09:25:08,866 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-12T09:25:08,870 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-11-12T09:25:08,870 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/backup/system/fd33d78d779a6a9335ea29ea1ded3c93/session/a2aed746155147a38912cbb7cc181225] hfiles 2023-11-12T09:25:08,870 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/backup/system/fd33d78d779a6a9335ea29ea1ded3c93/session/a2aed746155147a38912cbb7cc181225 for snapshot=snapshot_backup_system 2023-11-12T09:25:09,289 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1699781104838.fd33d78d779a6a9335ea29ea1ded3c93. 2023-11-12T09:25:09,292 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=33 2023-11-12T09:25:09,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.HMaster(4026): Remote procedure done, pid=33 2023-11-12T09:25:09,296 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region fd33d78d779a6a9335ea29ea1ded3c93 2023-11-12T09:25:09,297 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure fd33d78d779a6a9335ea29ea1ded3c93 2023-11-12T09:25:09,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=33, resume processing ppid=32 2023-11-12T09:25:09,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=33, ppid=32, state=SUCCESS; SnapshotRegionProcedure fd33d78d779a6a9335ea29ea1ded3c93 in 1.1990 sec 2023-11-12T09:25:09,301 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-12T09:25:09,303 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-12T09:25:09,307 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-12T09:25:09,307 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-11-12T09:25:09,311 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/.hbase-snapshot/.tmp/snapshot_backup_system 2023-11-12T09:25:09,740 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-12T09:25:09,759 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-12T09:25:09,760 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/.hbase-snapshot/snapshot_backup_system 2023-11-12T09:25:09,762 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-12T09:25:09,763 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-11-12T09:25:09,764 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.1060 sec 2023-11-12T09:25:09,772 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-12T09:25:09,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-12T09:25:09,774 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: backup:system, procId: 32 completed 2023-11-12T09:25:09,775 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] impl.TableBackupClient(115): Backup backup_1699781104678 started at 1699781109774. 2023-11-12T09:25:09,805 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] impl.TableBackupClient(119): Backup session backup_1699781104678 has been started. 2023-11-12T09:25:09,809 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-11-12T09:25:09,821 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(962): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-11-12T09:25:09,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-11-12T09:25:09,825 INFO [(jenkins-hbase3.apache.org,36229,1699781086023)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-11-12T09:25:09,825 DEBUG [(jenkins-hbase3.apache.org,36229,1699781086023)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-11-12T09:25:09,826 DEBUG [(jenkins-hbase3.apache.org,36229,1699781086023)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-11-12T09:25:09,826 DEBUG [(jenkins-hbase3.apache.org,36229,1699781086023)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-11-12T09:25:09,827 DEBUG [(jenkins-hbase3.apache.org,36229,1699781086023)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-11-12T09:25:09,827 DEBUG [(jenkins-hbase3.apache.org,36229,1699781086023)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-11-12T09:25:09,829 DEBUG [(jenkins-hbase3.apache.org,36229,1699781086023)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:09,829 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44651-0x1004cf2f5a40001, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-11-12T09:25:09,829 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-12T09:25:09,829 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-12T09:25:09,829 DEBUG [(jenkins-hbase3.apache.org,36229,1699781086023)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:09,829 DEBUG [(jenkins-hbase3.apache.org,36229,1699781086023)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-11-12T09:25:09,829 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-11-12T09:25:09,830 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44651-0x1004cf2f5a40001, quorum=127.0.0.1:50434, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-11-12T09:25:09,830 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-11-12T09:25:09,831 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-11-12T09:25:09,831 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-11-12T09:25:09,833 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-11-12T09:25:09,833 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-11-12T09:25:09,834 DEBUG [member: 'jenkins-hbase3.apache.org,44651,1699781089217' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-11-12T09:25:09,834 DEBUG [member: 'jenkins-hbase3.apache.org,44651,1699781089217' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-11-12T09:25:09,835 DEBUG [member: 'jenkins-hbase3.apache.org,44651,1699781089217' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-11-12T09:25:09,835 DEBUG [member: 'jenkins-hbase3.apache.org,44651,1699781089217' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-11-12T09:25:09,835 DEBUG [member: 'jenkins-hbase3.apache.org,44651,1699781089217' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,44651,1699781089217' joining acquired barrier for procedure (rolllog) in zk 2023-11-12T09:25:09,836 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2023-11-12T09:25:09,837 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-16997810974403' 2023-11-12T09:25:09,838 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:09,838 DEBUG [member: 'jenkins-hbase3.apache.org,44651,1699781089217' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-11-12T09:25:09,838 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:09,838 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:25:09,838 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:25:09,838 DEBUG [member: 'jenkins-hbase3.apache.org,44651,1699781089217' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44651-0x1004cf2f5a40001, quorum=127.0.0.1:50434, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-11-12T09:25:09,838 DEBUG [member: 'jenkins-hbase3.apache.org,44651,1699781089217' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-11-12T09:25:09,838 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:25:09,839 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:25:09,839 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:25:09,840 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:09,840 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:25:09,841 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,44651,1699781089217' joining acquired barrier for procedure 'rolllog' on coordinator 2023-11-12T09:25:09,841 DEBUG [(jenkins-hbase3.apache.org,36229,1699781086023)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-11-12T09:25:09,841 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@a1623cd[Count = 0] remaining members to acquire global barrier 2023-11-12T09:25:09,841 DEBUG [(jenkins-hbase3.apache.org,36229,1699781086023)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-11-12T09:25:09,844 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44651-0x1004cf2f5a40001, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-12T09:25:09,844 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-11-12T09:25:09,844 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-11-12T09:25:09,844 DEBUG [member: 'jenkins-hbase3.apache.org,44651,1699781089217' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-11-12T09:25:09,845 DEBUG [(jenkins-hbase3.apache.org,36229,1699781086023)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:09,845 DEBUG [(jenkins-hbase3.apache.org,36229,1699781086023)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-11-12T09:25:09,845 DEBUG [member: 'jenkins-hbase3.apache.org,44651,1699781089217' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-11-12T09:25:09,846 DEBUG [rs(jenkins-hbase3.apache.org,44651,1699781089217)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:09,846 INFO [rs(jenkins-hbase3.apache.org,44651,1699781089217)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1699781090923 highest: 1699781090923 on jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:09,846 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C44651%2C1699781089217.meta:.meta(num 1699781091553) roll requested 2023-11-12T09:25:09,859 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/WALs/jenkins-hbase3.apache.org,44651,1699781089217/jenkins-hbase3.apache.org%2C44651%2C1699781089217.meta.1699781109846.meta, exclude list is [], retry=0 2023-11-12T09:25:09,866 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42039,DS-a3c73201-9b4a-4d06-a649-9db5227d1f77,DISK] 2023-11-12T09:25:09,869 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/WALs/jenkins-hbase3.apache.org,44651,1699781089217/jenkins-hbase3.apache.org%2C44651%2C1699781089217.meta.1699781091553.meta with entries=36, filesize=11.13 KB; new WAL /user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/WALs/jenkins-hbase3.apache.org,44651,1699781089217/jenkins-hbase3.apache.org%2C44651%2C1699781089217.meta.1699781109846.meta 2023-11-12T09:25:09,870 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:42039,DS-a3c73201-9b4a-4d06-a649-9db5227d1f77,DISK]] 2023-11-12T09:25:09,870 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/WALs/jenkins-hbase3.apache.org,44651,1699781089217/jenkins-hbase3.apache.org%2C44651%2C1699781089217.meta.1699781091553.meta is not closed yet, will try archiving it next time 2023-11-12T09:25:09,870 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C44651%2C1699781089217:(num 1699781090923) roll requested 2023-11-12T09:25:09,882 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/WALs/jenkins-hbase3.apache.org,44651,1699781089217/jenkins-hbase3.apache.org%2C44651%2C1699781089217.1699781109870, exclude list is [], retry=0 2023-11-12T09:25:09,885 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42039,DS-a3c73201-9b4a-4d06-a649-9db5227d1f77,DISK] 2023-11-12T09:25:09,886 DEBUG [rs(jenkins-hbase3.apache.org,44651,1699781089217)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 40 2023-11-12T09:25:09,886 INFO [rs(jenkins-hbase3.apache.org,44651,1699781089217)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1699781109870 on jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:09,888 DEBUG [rs(jenkins-hbase3.apache.org,44651,1699781089217)-backup-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:25:09,888 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/WALs/jenkins-hbase3.apache.org,44651,1699781089217/jenkins-hbase3.apache.org%2C44651%2C1699781089217.1699781090923 with entries=19, filesize=4.02 KB; new WAL /user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/WALs/jenkins-hbase3.apache.org,44651,1699781089217/jenkins-hbase3.apache.org%2C44651%2C1699781089217.1699781109870 2023-11-12T09:25:09,888 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:42039,DS-a3c73201-9b4a-4d06-a649-9db5227d1f77,DISK]] 2023-11-12T09:25:09,888 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/WALs/jenkins-hbase3.apache.org,44651,1699781089217/jenkins-hbase3.apache.org%2C44651%2C1699781089217.1699781090923 is not closed yet, will try archiving it next time 2023-11-12T09:25:09,890 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:45868, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-11-12T09:25:09,909 DEBUG [member: 'jenkins-hbase3.apache.org,44651,1699781089217' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-11-12T09:25:09,909 DEBUG [member: 'jenkins-hbase3.apache.org,44651,1699781089217' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,44651,1699781089217' in zk 2023-11-12T09:25:09,912 DEBUG [member: 'jenkins-hbase3.apache.org,44651,1699781089217' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-11-12T09:25:09,912 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:09,912 DEBUG [member: 'jenkins-hbase3.apache.org,44651,1699781089217' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-12T09:25:09,912 DEBUG [member: 'jenkins-hbase3.apache.org,44651,1699781089217' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-11-12T09:25:09,912 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:09,913 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:25:09,913 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:25:09,914 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:25:09,914 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:25:09,915 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:25:09,915 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:09,915 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:25:09,916 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:25:09,916 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:09,917 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,44651,1699781089217': 2023-11-12T09:25:09,917 INFO [(jenkins-hbase3.apache.org,36229,1699781086023)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-11-12T09:25:09,917 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,44651,1699781089217' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-11-12T09:25:09,917 DEBUG [(jenkins-hbase3.apache.org,36229,1699781086023)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-11-12T09:25:09,917 DEBUG [(jenkins-hbase3.apache.org,36229,1699781086023)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-11-12T09:25:09,917 DEBUG [(jenkins-hbase3.apache.org,36229,1699781086023)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-11-12T09:25:09,917 INFO [(jenkins-hbase3.apache.org,36229,1699781086023)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-11-12T09:25:09,921 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44651-0x1004cf2f5a40001, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-12T09:25:09,921 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-12T09:25:09,921 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44651-0x1004cf2f5a40001, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-11-12T09:25:09,921 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-11-12T09:25:09,921 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-11-12T09:25:09,921 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-12T09:25:09,921 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:25:09,921 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:25:09,921 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-12T09:25:09,921 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:25:09,921 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-12T09:25:09,922 DEBUG [(jenkins-hbase3.apache.org,36229,1699781086023)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:09,922 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:25:09,922 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-12T09:25:09,923 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:25:09,923 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:25:09,924 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:09,924 DEBUG [(jenkins-hbase3.apache.org,36229,1699781086023)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:09,924 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:25:09,925 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:25:09,925 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:09,935 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:09,935 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-11-12T09:25:09,935 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44651-0x1004cf2f5a40001, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-11-12T09:25:09,935 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-11-12T09:25:09,935 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:09,935 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-12T09:25:09,935 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-12T09:25:09,935 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-12T09:25:09,935 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-12T09:25:09,935 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-12T09:25:09,935 DEBUG [(jenkins-hbase3.apache.org,36229,1699781086023)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-12T09:25:09,935 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44651-0x1004cf2f5a40001, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-11-12T09:25:09,935 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-11-12T09:25:09,936 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-11-12T09:25:09,936 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-12T09:25:09,936 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-12T09:25:09,939 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] client.HBaseAdmin(2906): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-11-12T09:25:09,939 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] client.HBaseAdmin(2914): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-11-12T09:25:10,039 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] client.HBaseAdmin(2920): Getting current status of procedure from master... 2023-11-12T09:25:10,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1263): Checking to see if procedure from request:rolllog-proc is done 2023-11-12T09:25:10,050 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1699781110049_default_test-1699781097440 table=test-1699781097440 type=FLUSH ttl=0 } 2023-11-12T09:25:10,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1699781110050 (current time:1699781110050). 2023-11-12T09:25:10,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-12T09:25:10,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1699781110049_default_test-1699781097440 VERSION not specified, setting to 2 2023-11-12T09:25:10,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x65294968 to 127.0.0.1:50434 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:25:10,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75220e08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:25:10,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:25:10,063 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:59326, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:25:10,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x65294968 to 127.0.0.1:50434 2023-11-12T09:25:10,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:25:10,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-12T09:25:10,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] procedure2.ProcedureExecutor(1032): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781110049_default_test-1699781097440 table=test-1699781097440 type=FLUSH ttl=0 } 2023-11-12T09:25:10,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_1699781110049_default_test-1699781097440 table=test-1699781097440 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-11-12T09:25:10,068 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781110049_default_test-1699781097440 table=test-1699781097440 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-12T09:25:10,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:25:10,069 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781110049_default_test-1699781097440 table=test-1699781097440 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-12T09:25:10,072 WARN [PEWorker-3 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/.hbase-snapshot, current working dir path: hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/.hbase-snapshot/.tmp/snapshot_1699781110049_default_test-1699781097440 org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-12T09:25:10,073 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781110049_default_test-1699781097440 table=test-1699781097440 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-12T09:25:10,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:25:10,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:25:10,484 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781110049_default_test-1699781097440 table=test-1699781097440 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-12T09:25:10,484 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 603dd1915981443e2df946055957f128}] 2023-11-12T09:25:10,486 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 603dd1915981443e2df946055957f128 2023-11-12T09:25:10,638 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:10,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44651 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2023-11-12T09:25:10,639 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1699781097440,,1699781097928.603dd1915981443e2df946055957f128. 2023-11-12T09:25:10,641 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2819): Flushing 603dd1915981443e2df946055957f128 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-11-12T09:25:10,660 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/default/test-1699781097440/603dd1915981443e2df946055957f128/.tmp/f/32b98d51e0ad407392833b40297e93ff is 37, key is row10/f:q1/1699781099086/Put/seqid=0 2023-11-12T09:25:10,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:25:10,673 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/default/test-1699781097440/603dd1915981443e2df946055957f128/.tmp/f/32b98d51e0ad407392833b40297e93ff 2023-11-12T09:25:10,684 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/default/test-1699781097440/603dd1915981443e2df946055957f128/.tmp/f/32b98d51e0ad407392833b40297e93ff as hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/default/test-1699781097440/603dd1915981443e2df946055957f128/f/32b98d51e0ad407392833b40297e93ff 2023-11-12T09:25:10,694 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/default/test-1699781097440/603dd1915981443e2df946055957f128/f/32b98d51e0ad407392833b40297e93ff, entries=99, sequenceid=103, filesize=8.2 K 2023-11-12T09:25:10,696 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 603dd1915981443e2df946055957f128 in 56ms, sequenceid=103, compaction requested=false 2023-11-12T09:25:10,697 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2520): Flush status journal for 603dd1915981443e2df946055957f128: 2023-11-12T09:25:10,697 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1699781097440,,1699781097928.603dd1915981443e2df946055957f128. for snapshot_1699781110049_default_test-1699781097440 completed. 2023-11-12T09:25:10,697 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(240): Storing 'test-1699781097440,,1699781097928.603dd1915981443e2df946055957f128.' region-info for snapshot=snapshot_1699781110049_default_test-1699781097440 2023-11-12T09:25:10,697 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-12T09:25:10,697 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/default/test-1699781097440/603dd1915981443e2df946055957f128/f/32b98d51e0ad407392833b40297e93ff] hfiles 2023-11-12T09:25:10,697 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/default/test-1699781097440/603dd1915981443e2df946055957f128/f/32b98d51e0ad407392833b40297e93ff for snapshot=snapshot_1699781110049_default_test-1699781097440 2023-11-12T09:25:11,106 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1699781097440,,1699781097928.603dd1915981443e2df946055957f128. 2023-11-12T09:25:11,106 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=35 2023-11-12T09:25:11,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.HMaster(4026): Remote procedure done, pid=35 2023-11-12T09:25:11,107 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1699781110049_default_test-1699781097440 on region 603dd1915981443e2df946055957f128 2023-11-12T09:25:11,108 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 603dd1915981443e2df946055957f128 2023-11-12T09:25:11,112 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=35, resume processing ppid=34 2023-11-12T09:25:11,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=35, ppid=34, state=SUCCESS; SnapshotRegionProcedure 603dd1915981443e2df946055957f128 in 626 msec 2023-11-12T09:25:11,113 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781110049_default_test-1699781097440 table=test-1699781097440 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-12T09:25:11,113 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781110049_default_test-1699781097440 table=test-1699781097440 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-12T09:25:11,114 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781110049_default_test-1699781097440 table=test-1699781097440 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-12T09:25:11,114 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1699781110049_default_test-1699781097440 2023-11-12T09:25:11,115 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/.hbase-snapshot/.tmp/snapshot_1699781110049_default_test-1699781097440 2023-11-12T09:25:11,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:25:11,534 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781110049_default_test-1699781097440 table=test-1699781097440 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-12T09:25:11,542 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781110049_default_test-1699781097440 table=test-1699781097440 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-12T09:25:11,543 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/.hbase-snapshot/.tmp/snapshot_1699781110049_default_test-1699781097440 to hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/.hbase-snapshot/snapshot_1699781110049_default_test-1699781097440 2023-11-12T09:25:11,545 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781110049_default_test-1699781097440 table=test-1699781097440 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-12T09:25:11,545 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_1699781110049_default_test-1699781097440 table=test-1699781097440 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-11-12T09:25:11,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781110049_default_test-1699781097440 table=test-1699781097440 type=FLUSH ttl=0 } in 1.4800 sec 2023-11-12T09:25:12,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:25:12,177 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: default:test-1699781097440, procId: 34 completed 2023-11-12T09:25:12,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1699781112177_ns2_test-16997810974401 table=ns2:test-16997810974401 type=FLUSH ttl=0 } 2023-11-12T09:25:12,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1699781112178 (current time:1699781112178). 2023-11-12T09:25:12,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-12T09:25:12,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1699781112177_ns2_test-16997810974401 VERSION not specified, setting to 2 2023-11-12T09:25:12,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x5b0bbf80 to 127.0.0.1:50434 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:25:12,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74c6df80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:25:12,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:25:12,187 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:59328, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:25:12,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x5b0bbf80 to 127.0.0.1:50434 2023-11-12T09:25:12,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:25:12,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-12T09:25:12,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] procedure2.ProcedureExecutor(1032): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1699781112177_ns2_test-16997810974401 table=ns2:test-16997810974401 type=FLUSH ttl=0 } 2023-11-12T09:25:12,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_1699781112177_ns2_test-16997810974401 table=ns2:test-16997810974401 type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-11-12T09:25:12,193 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1699781112177_ns2_test-16997810974401 table=ns2:test-16997810974401 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-12T09:25:12,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-12T09:25:12,194 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1699781112177_ns2_test-16997810974401 table=ns2:test-16997810974401 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-12T09:25:12,197 WARN [PEWorker-2 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/.hbase-snapshot, current working dir path: hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/.hbase-snapshot/.tmp/snapshot_1699781112177_ns2_test-16997810974401 org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-12T09:25:12,199 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1699781112177_ns2_test-16997810974401 table=ns2:test-16997810974401 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-12T09:25:12,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-12T09:25:12,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-12T09:25:12,612 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1699781112177_ns2_test-16997810974401 table=ns2:test-16997810974401 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-12T09:25:12,612 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 7a05ea066fc10c5e90442e94cc25bcde}] 2023-11-12T09:25:12,614 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 7a05ea066fc10c5e90442e94cc25bcde 2023-11-12T09:25:12,765 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:12,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44651 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2023-11-12T09:25:12,766 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-16997810974401,,1699781099170.7a05ea066fc10c5e90442e94cc25bcde. 2023-11-12T09:25:12,768 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2819): Flushing 7a05ea066fc10c5e90442e94cc25bcde 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-11-12T09:25:12,786 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/ns2/test-16997810974401/7a05ea066fc10c5e90442e94cc25bcde/.tmp/f/c2f16b1229284ecb9661b9fcf0702581 is 37, key is row10/f:q1/1699781101300/Put/seqid=0 2023-11-12T09:25:12,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-12T09:25:12,809 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/ns2/test-16997810974401/7a05ea066fc10c5e90442e94cc25bcde/.tmp/f/c2f16b1229284ecb9661b9fcf0702581 2023-11-12T09:25:12,818 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/ns2/test-16997810974401/7a05ea066fc10c5e90442e94cc25bcde/.tmp/f/c2f16b1229284ecb9661b9fcf0702581 as hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/ns2/test-16997810974401/7a05ea066fc10c5e90442e94cc25bcde/f/c2f16b1229284ecb9661b9fcf0702581 2023-11-12T09:25:12,826 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/ns2/test-16997810974401/7a05ea066fc10c5e90442e94cc25bcde/f/c2f16b1229284ecb9661b9fcf0702581, entries=99, sequenceid=103, filesize=8.2 K 2023-11-12T09:25:12,827 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 7a05ea066fc10c5e90442e94cc25bcde in 59ms, sequenceid=103, compaction requested=false 2023-11-12T09:25:12,829 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2520): Flush status journal for 7a05ea066fc10c5e90442e94cc25bcde: 2023-11-12T09:25:12,829 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-16997810974401,,1699781099170.7a05ea066fc10c5e90442e94cc25bcde. for snapshot_1699781112177_ns2_test-16997810974401 completed. 2023-11-12T09:25:12,829 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(240): Storing 'ns2:test-16997810974401,,1699781099170.7a05ea066fc10c5e90442e94cc25bcde.' region-info for snapshot=snapshot_1699781112177_ns2_test-16997810974401 2023-11-12T09:25:12,829 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-12T09:25:12,829 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/ns2/test-16997810974401/7a05ea066fc10c5e90442e94cc25bcde/f/c2f16b1229284ecb9661b9fcf0702581] hfiles 2023-11-12T09:25:12,829 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/ns2/test-16997810974401/7a05ea066fc10c5e90442e94cc25bcde/f/c2f16b1229284ecb9661b9fcf0702581 for snapshot=snapshot_1699781112177_ns2_test-16997810974401 2023-11-12T09:25:13,238 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-16997810974401,,1699781099170.7a05ea066fc10c5e90442e94cc25bcde. 2023-11-12T09:25:13,238 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=37 2023-11-12T09:25:13,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.HMaster(4026): Remote procedure done, pid=37 2023-11-12T09:25:13,239 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1699781112177_ns2_test-16997810974401 on region 7a05ea066fc10c5e90442e94cc25bcde 2023-11-12T09:25:13,240 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 7a05ea066fc10c5e90442e94cc25bcde 2023-11-12T09:25:13,243 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=37, resume processing ppid=36 2023-11-12T09:25:13,243 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1699781112177_ns2_test-16997810974401 table=ns2:test-16997810974401 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-12T09:25:13,243 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=37, ppid=36, state=SUCCESS; SnapshotRegionProcedure 7a05ea066fc10c5e90442e94cc25bcde in 629 msec 2023-11-12T09:25:13,244 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1699781112177_ns2_test-16997810974401 table=ns2:test-16997810974401 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-12T09:25:13,245 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1699781112177_ns2_test-16997810974401 table=ns2:test-16997810974401 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-12T09:25:13,245 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1699781112177_ns2_test-16997810974401 2023-11-12T09:25:13,246 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/.hbase-snapshot/.tmp/snapshot_1699781112177_ns2_test-16997810974401 2023-11-12T09:25:13,262 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1699781112177_ns2_test-16997810974401 table=ns2:test-16997810974401 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-12T09:25:13,269 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1699781112177_ns2_test-16997810974401 table=ns2:test-16997810974401 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-12T09:25:13,270 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/.hbase-snapshot/.tmp/snapshot_1699781112177_ns2_test-16997810974401 to hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/.hbase-snapshot/snapshot_1699781112177_ns2_test-16997810974401 2023-11-12T09:25:13,271 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1699781112177_ns2_test-16997810974401 table=ns2:test-16997810974401 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-12T09:25:13,271 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_1699781112177_ns2_test-16997810974401 table=ns2:test-16997810974401 type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-11-12T09:25:13,273 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1699781112177_ns2_test-16997810974401 table=ns2:test-16997810974401 type=FLUSH ttl=0 } in 1.0820 sec 2023-11-12T09:25:13,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-12T09:25:13,304 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: ns2:test-16997810974401, procId: 36 completed 2023-11-12T09:25:13,304 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1699781104678 2023-11-12T09:25:13,304 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-11-12T09:25:13,305 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied. 2023-11-12T09:25:13,308 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1699781104678_ns2:test-16997810974401 2023-11-12T09:25:13,308 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1699781112177_ns2_test-16997810974401 to hdfs://localhost:42559/backupUT/backup_1699781104678/ns2/test-16997810974401/ 2023-11-12T09:25:13,318 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-11-12T09:25:13,349 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:42559, inputRoot=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563 2023-11-12T09:25:13,349 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,36229,1699781086023_2044517814_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:42559/backupUT/backup_1699781104678/ns2/test-16997810974401, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:42559/backupUT/backup_1699781104678/ns2/test-16997810974401/.hbase-snapshot/.tmp/snapshot_1699781112177_ns2_test-16997810974401 2023-11-12T09:25:13,349 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:42559, inputRoot=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563, snapshotDir=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/.hbase-snapshot/snapshot_1699781112177_ns2_test-16997810974401. 2023-11-12T09:25:13,361 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/.hbase-snapshot/snapshot_1699781112177_ns2_test-16997810974401 to hdfs://localhost:42559/backupUT/backup_1699781104678/ns2/test-16997810974401/.hbase-snapshot/.tmp/snapshot_1699781112177_ns2_test-16997810974401 2023-11-12T09:25:13,800 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:13,801 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:13,802 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:13,802 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:14,794 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/hadoop-1327466997753725685.jar 2023-11-12T09:25:14,794 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:14,795 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:14,795 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:14,796 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:14,796 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:14,797 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:14,797 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:14,797 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:14,798 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:14,799 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:25:14,800 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-12T09:25:14,800 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-12T09:25:14,801 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-12T09:25:14,801 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-12T09:25:14,802 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-12T09:25:14,802 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-12T09:25:14,803 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-12T09:25:14,803 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-12T09:25:14,804 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-12T09:25:14,804 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-12T09:25:14,805 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-12T09:25:14,809 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:25:14,810 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:25:14,810 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:25:14,811 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:25:14,811 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:25:14,812 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:25:14,812 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:25:14,888 WARN [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-12T09:25:14,912 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1699781112177_ns2_test-16997810974401' hfile list 2023-11-12T09:25:14,923 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-11-12T09:25:15,167 WARN [Listener at jenkins-hbase3.apache.org/43865 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/mapreduce.cluster.local.dir/1699781115119/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-12T09:25:15,167 WARN [Listener at jenkins-hbase3.apache.org/43865 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/mapreduce.cluster.local.dir/1699781115119/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-12T09:25:15,320 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-11-12T09:25:15,353 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/ns2/test-16997810974401/7a05ea066fc10c5e90442e94cc25bcde/f/c2f16b1229284ecb9661b9fcf0702581 output=hdfs://localhost:42559/backupUT/backup_1699781104678/ns2/test-16997810974401/archive/data/ns2/test-16997810974401/7a05ea066fc10c5e90442e94cc25bcde/f/c2f16b1229284ecb9661b9fcf0702581 2023-11-12T09:25:15,353 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 4.004M/sec 2023-11-12T09:25:16,223 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-11-12T09:25:16,224 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-11-12T09:25:16,233 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1699781112177_ns2_test-16997810974401 2023-11-12T09:25:16,233 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1699781112177_ns2_test-16997810974401 finished. 2023-11-12T09:25:16,233 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1699781104678_test-1699781097440 2023-11-12T09:25:16,233 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1699781110049_default_test-1699781097440 to hdfs://localhost:42559/backupUT/backup_1699781104678/default/test-1699781097440/ 2023-11-12T09:25:16,233 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-11-12T09:25:16,262 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:42559, inputRoot=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563 2023-11-12T09:25:16,262 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,36229,1699781086023_-1711661620_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:42559/backupUT/backup_1699781104678/default/test-1699781097440, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:42559/backupUT/backup_1699781104678/default/test-1699781097440/.hbase-snapshot/.tmp/snapshot_1699781110049_default_test-1699781097440 2023-11-12T09:25:16,262 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:42559, inputRoot=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563, snapshotDir=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/.hbase-snapshot/snapshot_1699781110049_default_test-1699781097440. 2023-11-12T09:25:16,271 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/.hbase-snapshot/snapshot_1699781110049_default_test-1699781097440 to hdfs://localhost:42559/backupUT/backup_1699781104678/default/test-1699781097440/.hbase-snapshot/.tmp/snapshot_1699781110049_default_test-1699781097440 2023-11-12T09:25:16,700 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:16,701 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:16,701 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:16,702 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:17,676 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/hadoop-2276528101284235688.jar 2023-11-12T09:25:17,677 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:17,677 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:17,678 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:17,678 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:17,679 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:17,679 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:17,679 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:17,680 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:17,680 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:17,681 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:25:17,682 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-12T09:25:17,682 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-12T09:25:17,683 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-12T09:25:17,683 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-12T09:25:17,684 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-12T09:25:17,684 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-12T09:25:17,684 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-12T09:25:17,685 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-12T09:25:17,685 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-12T09:25:17,686 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-12T09:25:17,686 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-12T09:25:17,687 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:25:17,687 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:25:17,688 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:25:17,688 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:25:17,689 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:25:17,689 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:25:17,690 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:25:17,717 WARN [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-12T09:25:17,734 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1699781110049_default_test-1699781097440' hfile list 2023-11-12T09:25:17,737 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-11-12T09:25:17,807 WARN [Listener at jenkins-hbase3.apache.org/43865 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/mapreduce.cluster.local.dir/1699781117774/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-12T09:25:17,808 WARN [Listener at jenkins-hbase3.apache.org/43865 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/mapreduce.cluster.local.dir/1699781117774/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-12T09:25:17,862 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-11-12T09:25:17,887 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/default/test-1699781097440/603dd1915981443e2df946055957f128/f/32b98d51e0ad407392833b40297e93ff output=hdfs://localhost:42559/backupUT/backup_1699781104678/default/test-1699781097440/archive/data/default/test-1699781097440/603dd1915981443e2df946055957f128/f/32b98d51e0ad407392833b40297e93ff 2023-11-12T09:25:17,887 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 8.007M/sec 2023-11-12T09:25:18,844 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-11-12T09:25:18,845 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-11-12T09:25:18,852 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1699781110049_default_test-1699781097440 2023-11-12T09:25:18,852 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1699781110049_default_test-1699781097440 finished. 2023-11-12T09:25:18,852 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] impl.BackupSystemTable(1034): ns2:test-16997810974401 2023-11-12T09:25:18,852 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] impl.BackupSystemTable(1034): test-1699781097440 2023-11-12T09:25:18,925 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1699781104678 2023-11-12T09:25:18,925 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-11-12T09:25:19,337 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:42559/backupUT/backup_1699781104678/.backup.manifest 2023-11-12T09:25:19,337 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1699781104678 2023-11-12T09:25:19,338 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-11-12T09:25:19,744 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:42559/backupUT/backup_1699781104678/.backup.manifest 2023-11-12T09:25:19,744 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] impl.TableBackupClient(358): Backup backup_1699781104678 finished: type=FULL,tablelist=ns2:test-16997810974401;test-1699781097440,targetRootDir=hdfs://localhost:42559/backupUT,startts=1699781109774,completets=1699781118922,bytescopied=0 2023-11-12T09:25:19,744 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-11-12T09:25:19,744 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1699781112177_ns2_test-16997810974401 2023-11-12T09:25:19,751 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(763): Client=jenkins//172.31.12.81 delete name: "snapshot_1699781112177_ns2_test-16997810974401" 2023-11-12T09:25:19,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_1699781112177_ns2_test-16997810974401 2023-11-12T09:25:19,757 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1699781112177_ns2_test-16997810974401 for backup backup_1699781104678 succeeded. 2023-11-12T09:25:19,757 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1699781110049_default_test-1699781097440 2023-11-12T09:25:19,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(763): Client=jenkins//172.31.12.81 delete name: "snapshot_1699781110049_default_test-1699781097440" 2023-11-12T09:25:19,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_1699781110049_default_test-1699781097440 2023-11-12T09:25:19,761 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1699781110049_default_test-1699781097440 for backup backup_1699781104678 succeeded. 2023-11-12T09:25:19,762 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-11-12T09:25:19,774 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(763): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-11-12T09:25:19,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_backup_system 2023-11-12T09:25:19,777 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] impl.BackupSystemTable(1577): Done deleting backup system table snapshot 2023-11-12T09:25:19,784 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-11-12T09:25:19,801 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] impl.TableBackupClient(376): Backup backup_1699781104678 completed. 2023-11-12T09:25:19,945 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] client.HBaseAdmin$18(967): Started disable of ns2:test-16997810974401 2023-11-12T09:25:19,951 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.HMaster$13(2695): Client=jenkins//172.31.12.81 disable ns2:test-16997810974401 2023-11-12T09:25:19,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] procedure2.ProcedureExecutor(1032): Stored pid=38, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=ns2:test-16997810974401 2023-11-12T09:25:19,963 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16997810974401","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781119962"}]},"ts":"1699781119962"} 2023-11-12T09:25:19,964 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16997810974401, state=DISABLING in hbase:meta 2023-11-12T09:25:19,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-12T09:25:19,966 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(293): Set ns2:test-16997810974401 to state=DISABLING 2023-11-12T09:25:19,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=ns2:test-16997810974401, region=7a05ea066fc10c5e90442e94cc25bcde, UNASSIGN}] 2023-11-12T09:25:19,969 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=ns2:test-16997810974401, region=7a05ea066fc10c5e90442e94cc25bcde, UNASSIGN 2023-11-12T09:25:19,970 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=39 updating hbase:meta row=7a05ea066fc10c5e90442e94cc25bcde, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:19,972 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE; CloseRegionProcedure 7a05ea066fc10c5e90442e94cc25bcde, server=jenkins-hbase3.apache.org,44651,1699781089217}] 2023-11-12T09:25:20,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-12T09:25:20,130 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:20,132 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(119): Close 7a05ea066fc10c5e90442e94cc25bcde 2023-11-12T09:25:20,132 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1668): Closing 7a05ea066fc10c5e90442e94cc25bcde, disabling compactions & flushes 2023-11-12T09:25:20,132 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1690): Closing region ns2:test-16997810974401,,1699781099170.7a05ea066fc10c5e90442e94cc25bcde. 2023-11-12T09:25:20,132 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16997810974401,,1699781099170.7a05ea066fc10c5e90442e94cc25bcde. 2023-11-12T09:25:20,132 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16997810974401,,1699781099170.7a05ea066fc10c5e90442e94cc25bcde. after waiting 0 ms 2023-11-12T09:25:20,132 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16997810974401,,1699781099170.7a05ea066fc10c5e90442e94cc25bcde. 2023-11-12T09:25:20,140 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/ns2/test-16997810974401/7a05ea066fc10c5e90442e94cc25bcde/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-11-12T09:25:20,141 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:25:20,142 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1909): Closed ns2:test-16997810974401,,1699781099170.7a05ea066fc10c5e90442e94cc25bcde. 2023-11-12T09:25:20,142 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1622): Region close journal for 7a05ea066fc10c5e90442e94cc25bcde: 2023-11-12T09:25:20,144 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(163): Closed 7a05ea066fc10c5e90442e94cc25bcde 2023-11-12T09:25:20,144 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=39 updating hbase:meta row=7a05ea066fc10c5e90442e94cc25bcde, regionState=CLOSED 2023-11-12T09:25:20,148 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=40, resume processing ppid=39 2023-11-12T09:25:20,148 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=40, ppid=39, state=SUCCESS; CloseRegionProcedure 7a05ea066fc10c5e90442e94cc25bcde, server=jenkins-hbase3.apache.org,44651,1699781089217 in 174 msec 2023-11-12T09:25:20,151 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=39, resume processing ppid=38 2023-11-12T09:25:20,151 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=39, ppid=38, state=SUCCESS; TransitRegionStateProcedure table=ns2:test-16997810974401, region=7a05ea066fc10c5e90442e94cc25bcde, UNASSIGN in 181 msec 2023-11-12T09:25:20,152 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16997810974401","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781120151"}]},"ts":"1699781120151"} 2023-11-12T09:25:20,154 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16997810974401, state=DISABLED in hbase:meta 2023-11-12T09:25:20,156 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(305): Set ns2:test-16997810974401 to state=DISABLED 2023-11-12T09:25:20,158 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=38, state=SUCCESS; DisableTableProcedure table=ns2:test-16997810974401 in 203 msec 2023-11-12T09:25:20,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-12T09:25:20,268 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] client.HBaseAdmin$TableFuture(3745): Operation: DISABLE, Table Name: ns2:test-16997810974401, procId: 38 completed 2023-11-12T09:25:20,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.HMaster$5(2449): Client=jenkins//172.31.12.81 delete ns2:test-16997810974401 2023-11-12T09:25:20,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] procedure2.ProcedureExecutor(1032): Stored pid=41, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=ns2:test-16997810974401 2023-11-12T09:25:20,284 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(98): Waiting for RIT for pid=41, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=ns2:test-16997810974401 2023-11-12T09:25:20,286 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(110): Deleting regions from filesystem for pid=41, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=ns2:test-16997810974401 2023-11-12T09:25:20,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=41 2023-11-12T09:25:20,292 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/ns2/test-16997810974401/7a05ea066fc10c5e90442e94cc25bcde 2023-11-12T09:25:20,297 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/ns2/test-16997810974401/7a05ea066fc10c5e90442e94cc25bcde/f, FileablePath, hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/ns2/test-16997810974401/7a05ea066fc10c5e90442e94cc25bcde/recovered.edits] 2023-11-12T09:25:20,304 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/ns2/test-16997810974401/7a05ea066fc10c5e90442e94cc25bcde/f/c2f16b1229284ecb9661b9fcf0702581 to hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/archive/data/ns2/test-16997810974401/7a05ea066fc10c5e90442e94cc25bcde/f/c2f16b1229284ecb9661b9fcf0702581 2023-11-12T09:25:20,309 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/ns2/test-16997810974401/7a05ea066fc10c5e90442e94cc25bcde/recovered.edits/106.seqid to hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/archive/data/ns2/test-16997810974401/7a05ea066fc10c5e90442e94cc25bcde/recovered.edits/106.seqid 2023-11-12T09:25:20,310 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/ns2/test-16997810974401/7a05ea066fc10c5e90442e94cc25bcde 2023-11-12T09:25:20,310 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(293): Archived ns2:test-16997810974401 regions 2023-11-12T09:25:20,313 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from META for pid=41, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=ns2:test-16997810974401 2023-11-12T09:25:20,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44651 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2023-11-12T09:25:20,325 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(350): Deleting some vestigial 1 rows of ns2:test-16997810974401 from hbase:meta 2023-11-12T09:25:20,328 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(387): Removing 'ns2:test-16997810974401' descriptor. 2023-11-12T09:25:20,331 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(121): Deleting assignment state for pid=41, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=ns2:test-16997810974401 2023-11-12T09:25:20,331 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(377): Removing 'ns2:test-16997810974401' from region states. 2023-11-12T09:25:20,332 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"ns2:test-16997810974401,,1699781099170.7a05ea066fc10c5e90442e94cc25bcde.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1699781120331"}]},"ts":"9223372036854775807"} 2023-11-12T09:25:20,334 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2023-11-12T09:25:20,334 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 7a05ea066fc10c5e90442e94cc25bcde, NAME => 'ns2:test-16997810974401,,1699781099170.7a05ea066fc10c5e90442e94cc25bcde.', STARTKEY => '', ENDKEY => ''}] 2023-11-12T09:25:20,334 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(381): Marking 'ns2:test-16997810974401' as deleted. 2023-11-12T09:25:20,335 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"ns2:test-16997810974401","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1699781120334"}]},"ts":"9223372036854775807"} 2023-11-12T09:25:20,337 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table ns2:test-16997810974401 state from META 2023-11-12T09:25:20,340 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(127): Finished pid=41, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=ns2:test-16997810974401 2023-11-12T09:25:20,342 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=41, state=SUCCESS; DeleteTableProcedure table=ns2:test-16997810974401 in 65 msec 2023-11-12T09:25:20,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=41 2023-11-12T09:25:20,389 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] client.HBaseAdmin$TableFuture(3745): Operation: DELETE, Table Name: ns2:test-16997810974401, procId: 41 completed 2023-11-12T09:25:20,420 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-11-12T09:25:20,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-12T09:25:20,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1699781120424 (current time:1699781120424). 2023-11-12T09:25:20,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-12T09:25:20,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-11-12T09:25:20,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x722d2820 to 127.0.0.1:50434 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:25:20,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e7c0a32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:25:20,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:25:20,434 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:49606, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:25:20,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x722d2820 to 127.0.0.1:50434 2023-11-12T09:25:20,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:25:20,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-12T09:25:20,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] procedure2.ProcedureExecutor(1032): Stored pid=42, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-12T09:25:20,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 42 2023-11-12T09:25:20,439 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-12T09:25:20,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=42 2023-11-12T09:25:20,440 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-12T09:25:20,443 WARN [PEWorker-3 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/.hbase-snapshot, current working dir path: hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/.hbase-snapshot/.tmp/snapshot_backup_system org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-12T09:25:20,445 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-12T09:25:20,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=42 2023-11-12T09:25:20,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=42 2023-11-12T09:25:20,853 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-12T09:25:20,853 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE; SnapshotRegionProcedure fd33d78d779a6a9335ea29ea1ded3c93}] 2023-11-12T09:25:20,855 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=43, ppid=42, state=RUNNABLE; SnapshotRegionProcedure fd33d78d779a6a9335ea29ea1ded3c93 2023-11-12T09:25:21,007 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:21,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44651 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=43 2023-11-12T09:25:21,008 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1699781104838.fd33d78d779a6a9335ea29ea1ded3c93. 2023-11-12T09:25:21,008 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.HRegion(2819): Flushing fd33d78d779a6a9335ea29ea1ded3c93 2/2 column families, dataSize=1.51 KB heapSize=2.80 KB 2023-11-12T09:25:21,022 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/backup/system/fd33d78d779a6a9335ea29ea1ded3c93/.tmp/meta/8d94c27d2ddd49949b8a06d7613b2fd6 is 171, key is trslm:hdfs://localhost:42559/backupUT\x00ns2:test-16997810974401/meta:log-roll-map/1699781118911/Put/seqid=0 2023-11-12T09:25:21,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=42 2023-11-12T09:25:21,428 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=785 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/backup/system/fd33d78d779a6a9335ea29ea1ded3c93/.tmp/meta/8d94c27d2ddd49949b8a06d7613b2fd6 2023-11-12T09:25:21,434 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-11-12T09:25:21,437 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:56728, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-11-12T09:25:21,442 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/backup/system/fd33d78d779a6a9335ea29ea1ded3c93/.tmp/session/c03e3dd7f89b4e0786a0e8f3ef5ed76a is 459, key is session:backup_1699781104678/session:context/1699781119783/Put/seqid=0 2023-11-12T09:25:21,448 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=758 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/backup/system/fd33d78d779a6a9335ea29ea1ded3c93/.tmp/session/c03e3dd7f89b4e0786a0e8f3ef5ed76a 2023-11-12T09:25:21,457 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/backup/system/fd33d78d779a6a9335ea29ea1ded3c93/.tmp/meta/8d94c27d2ddd49949b8a06d7613b2fd6 as hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/backup/system/fd33d78d779a6a9335ea29ea1ded3c93/meta/8d94c27d2ddd49949b8a06d7613b2fd6 2023-11-12T09:25:21,464 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/backup/system/fd33d78d779a6a9335ea29ea1ded3c93/meta/8d94c27d2ddd49949b8a06d7613b2fd6, entries=6, sequenceid=17, filesize=5.8 K 2023-11-12T09:25:21,465 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/backup/system/fd33d78d779a6a9335ea29ea1ded3c93/.tmp/session/c03e3dd7f89b4e0786a0e8f3ef5ed76a as hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/backup/system/fd33d78d779a6a9335ea29ea1ded3c93/session/c03e3dd7f89b4e0786a0e8f3ef5ed76a 2023-11-12T09:25:21,473 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/backup/system/fd33d78d779a6a9335ea29ea1ded3c93/session/c03e3dd7f89b4e0786a0e8f3ef5ed76a, entries=2, sequenceid=17, filesize=5.4 K 2023-11-12T09:25:21,474 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.HRegion(3022): Finished flush of dataSize ~1.51 KB/1543, heapSize ~2.77 KB/2840, currentSize=0 B/0 for fd33d78d779a6a9335ea29ea1ded3c93 in 466ms, sequenceid=17, compaction requested=false 2023-11-12T09:25:21,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.HRegion(2520): Flush status journal for fd33d78d779a6a9335ea29ea1ded3c93: 2023-11-12T09:25:21,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1699781104838.fd33d78d779a6a9335ea29ea1ded3c93. for snapshot_backup_system completed. 2023-11-12T09:25:21,475 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1699781104838.fd33d78d779a6a9335ea29ea1ded3c93.' region-info for snapshot=snapshot_backup_system 2023-11-12T09:25:21,475 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-12T09:25:21,475 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/backup/system/fd33d78d779a6a9335ea29ea1ded3c93/meta/8d94c27d2ddd49949b8a06d7613b2fd6] hfiles 2023-11-12T09:25:21,475 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/backup/system/fd33d78d779a6a9335ea29ea1ded3c93/meta/8d94c27d2ddd49949b8a06d7613b2fd6 for snapshot=snapshot_backup_system 2023-11-12T09:25:21,475 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/backup/system/fd33d78d779a6a9335ea29ea1ded3c93/session/a2aed746155147a38912cbb7cc181225, hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/backup/system/fd33d78d779a6a9335ea29ea1ded3c93/session/c03e3dd7f89b4e0786a0e8f3ef5ed76a] hfiles 2023-11-12T09:25:21,475 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(264): Adding reference for file (1/2): hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/backup/system/fd33d78d779a6a9335ea29ea1ded3c93/session/a2aed746155147a38912cbb7cc181225 for snapshot=snapshot_backup_system 2023-11-12T09:25:21,475 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(264): Adding reference for file (2/2): hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/backup/system/fd33d78d779a6a9335ea29ea1ded3c93/session/c03e3dd7f89b4e0786a0e8f3ef5ed76a for snapshot=snapshot_backup_system 2023-11-12T09:25:21,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=42 2023-11-12T09:25:21,889 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1699781104838.fd33d78d779a6a9335ea29ea1ded3c93. 2023-11-12T09:25:21,889 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=43 2023-11-12T09:25:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.HMaster(4026): Remote procedure done, pid=43 2023-11-12T09:25:21,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region fd33d78d779a6a9335ea29ea1ded3c93 2023-11-12T09:25:21,891 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=43, ppid=42, state=RUNNABLE; SnapshotRegionProcedure fd33d78d779a6a9335ea29ea1ded3c93 2023-11-12T09:25:21,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=43, resume processing ppid=42 2023-11-12T09:25:21,894 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-12T09:25:21,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=43, ppid=42, state=SUCCESS; SnapshotRegionProcedure fd33d78d779a6a9335ea29ea1ded3c93 in 1.0390 sec 2023-11-12T09:25:21,895 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-12T09:25:21,896 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-12T09:25:21,896 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-11-12T09:25:21,898 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/.hbase-snapshot/.tmp/snapshot_backup_system 2023-11-12T09:25:22,316 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-12T09:25:22,324 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-12T09:25:22,325 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/.hbase-snapshot/snapshot_backup_system 2023-11-12T09:25:22,327 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-12T09:25:22,327 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 42 2023-11-12T09:25:22,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=42, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.8910 sec 2023-11-12T09:25:22,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=42 2023-11-12T09:25:22,548 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: backup:system, procId: 42 completed 2023-11-12T09:25:22,548 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] impl.TableBackupClient(115): Backup backup_1699781120389 started at 1699781122548. 2023-11-12T09:25:22,550 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] impl.TableBackupClient(119): Backup session backup_1699781120389 has been started. 2023-11-12T09:25:22,556 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] impl.IncrementalTableBackupClient(268): For incremental backup, current table set is [test-1699781097440, ns2:test-16997810974401] 2023-11-12T09:25:22,560 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] impl.IncrementalBackupManager(76): StartCode 1699781090923for backupID backup_1699781120389 2023-11-12T09:25:22,560 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2023-11-12T09:25:22,561 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(962): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-11-12T09:25:22,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-11-12T09:25:22,564 INFO [(jenkins-hbase3.apache.org,36229,1699781086023)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-11-12T09:25:22,564 DEBUG [(jenkins-hbase3.apache.org,36229,1699781086023)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-11-12T09:25:22,565 DEBUG [(jenkins-hbase3.apache.org,36229,1699781086023)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-11-12T09:25:22,565 DEBUG [(jenkins-hbase3.apache.org,36229,1699781086023)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-11-12T09:25:22,566 DEBUG [(jenkins-hbase3.apache.org,36229,1699781086023)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-11-12T09:25:22,566 DEBUG [(jenkins-hbase3.apache.org,36229,1699781086023)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-11-12T09:25:22,568 DEBUG [(jenkins-hbase3.apache.org,36229,1699781086023)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:22,568 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44651-0x1004cf2f5a40001, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-11-12T09:25:22,568 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-12T09:25:22,568 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-12T09:25:22,569 DEBUG [(jenkins-hbase3.apache.org,36229,1699781086023)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:22,569 DEBUG [(jenkins-hbase3.apache.org,36229,1699781086023)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-11-12T09:25:22,569 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-11-12T09:25:22,569 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44651-0x1004cf2f5a40001, quorum=127.0.0.1:50434, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-11-12T09:25:22,570 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-11-12T09:25:22,570 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-11-12T09:25:22,570 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-11-12T09:25:22,573 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-11-12T09:25:22,573 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-11-12T09:25:22,574 DEBUG [member: 'jenkins-hbase3.apache.org,44651,1699781089217' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-11-12T09:25:22,574 DEBUG [member: 'jenkins-hbase3.apache.org,44651,1699781089217' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-11-12T09:25:22,575 DEBUG [member: 'jenkins-hbase3.apache.org,44651,1699781089217' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-11-12T09:25:22,575 DEBUG [member: 'jenkins-hbase3.apache.org,44651,1699781089217' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-11-12T09:25:22,575 DEBUG [member: 'jenkins-hbase3.apache.org,44651,1699781089217' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,44651,1699781089217' joining acquired barrier for procedure (rolllog) in zk 2023-11-12T09:25:22,582 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:22,582 DEBUG [member: 'jenkins-hbase3.apache.org,44651,1699781089217' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-11-12T09:25:22,582 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:22,582 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:25:22,582 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:25:22,582 DEBUG [member: 'jenkins-hbase3.apache.org,44651,1699781089217' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44651-0x1004cf2f5a40001, quorum=127.0.0.1:50434, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-11-12T09:25:22,582 DEBUG [member: 'jenkins-hbase3.apache.org,44651,1699781089217' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-11-12T09:25:22,583 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:25:22,583 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:25:22,583 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:25:22,584 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:22,584 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:25:22,585 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,44651,1699781089217' joining acquired barrier for procedure 'rolllog' on coordinator 2023-11-12T09:25:22,585 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@40c9190b[Count = 0] remaining members to acquire global barrier 2023-11-12T09:25:22,585 DEBUG [(jenkins-hbase3.apache.org,36229,1699781086023)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-11-12T09:25:22,585 DEBUG [(jenkins-hbase3.apache.org,36229,1699781086023)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-11-12T09:25:22,587 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44651-0x1004cf2f5a40001, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-12T09:25:22,587 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-11-12T09:25:22,587 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-11-12T09:25:22,587 DEBUG [member: 'jenkins-hbase3.apache.org,44651,1699781089217' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-11-12T09:25:22,587 DEBUG [(jenkins-hbase3.apache.org,36229,1699781086023)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:22,587 DEBUG [(jenkins-hbase3.apache.org,36229,1699781086023)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-11-12T09:25:22,587 DEBUG [member: 'jenkins-hbase3.apache.org,44651,1699781089217' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-11-12T09:25:22,587 DEBUG [rs(jenkins-hbase3.apache.org,44651,1699781089217)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:22,587 INFO [rs(jenkins-hbase3.apache.org,44651,1699781089217)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1699781109870 highest: 1699781109870 on jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:22,587 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C44651%2C1699781089217.meta:.meta(num 1699781109846) roll requested 2023-11-12T09:25:22,599 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/WALs/jenkins-hbase3.apache.org,44651,1699781089217/jenkins-hbase3.apache.org%2C44651%2C1699781089217.meta.1699781122588.meta, exclude list is [], retry=0 2023-11-12T09:25:22,604 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42039,DS-a3c73201-9b4a-4d06-a649-9db5227d1f77,DISK] 2023-11-12T09:25:22,606 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/WALs/jenkins-hbase3.apache.org,44651,1699781089217/jenkins-hbase3.apache.org%2C44651%2C1699781089217.meta.1699781109846.meta with entries=7, filesize=1.57 KB; new WAL /user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/WALs/jenkins-hbase3.apache.org,44651,1699781089217/jenkins-hbase3.apache.org%2C44651%2C1699781089217.meta.1699781122588.meta 2023-11-12T09:25:22,606 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:42039,DS-a3c73201-9b4a-4d06-a649-9db5227d1f77,DISK]] 2023-11-12T09:25:22,607 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/WALs/jenkins-hbase3.apache.org,44651,1699781089217/jenkins-hbase3.apache.org%2C44651%2C1699781089217.meta.1699781109846.meta is not closed yet, will try archiving it next time 2023-11-12T09:25:22,607 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C44651%2C1699781089217:(num 1699781109870) roll requested 2023-11-12T09:25:22,619 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/WALs/jenkins-hbase3.apache.org,44651,1699781089217/jenkins-hbase3.apache.org%2C44651%2C1699781089217.1699781122607, exclude list is [], retry=0 2023-11-12T09:25:22,623 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42039,DS-a3c73201-9b4a-4d06-a649-9db5227d1f77,DISK] 2023-11-12T09:25:22,625 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/WALs/jenkins-hbase3.apache.org,44651,1699781089217/jenkins-hbase3.apache.org%2C44651%2C1699781089217.1699781109870 with entries=114, filesize=14.26 KB; new WAL /user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/WALs/jenkins-hbase3.apache.org,44651,1699781089217/jenkins-hbase3.apache.org%2C44651%2C1699781089217.1699781122607 2023-11-12T09:25:22,625 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:42039,DS-a3c73201-9b4a-4d06-a649-9db5227d1f77,DISK]] 2023-11-12T09:25:22,625 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/WALs/jenkins-hbase3.apache.org,44651,1699781089217/jenkins-hbase3.apache.org%2C44651%2C1699781089217.1699781109870 is not closed yet, will try archiving it next time 2023-11-12T09:25:22,628 DEBUG [rs(jenkins-hbase3.apache.org,44651,1699781089217)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 41 2023-11-12T09:25:22,628 INFO [rs(jenkins-hbase3.apache.org,44651,1699781089217)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1699781122607 on jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:22,641 DEBUG [member: 'jenkins-hbase3.apache.org,44651,1699781089217' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-11-12T09:25:22,641 DEBUG [member: 'jenkins-hbase3.apache.org,44651,1699781089217' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,44651,1699781089217' in zk 2023-11-12T09:25:22,645 DEBUG [member: 'jenkins-hbase3.apache.org,44651,1699781089217' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-11-12T09:25:22,645 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:22,645 DEBUG [member: 'jenkins-hbase3.apache.org,44651,1699781089217' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-12T09:25:22,645 DEBUG [member: 'jenkins-hbase3.apache.org,44651,1699781089217' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-11-12T09:25:22,646 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:22,646 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:25:22,646 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:25:22,646 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:25:22,647 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:25:22,647 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:25:22,648 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:22,648 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:25:22,648 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:25:22,649 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:22,650 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,44651,1699781089217': 2023-11-12T09:25:22,650 INFO [(jenkins-hbase3.apache.org,36229,1699781086023)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-11-12T09:25:22,650 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,44651,1699781089217' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-11-12T09:25:22,650 DEBUG [(jenkins-hbase3.apache.org,36229,1699781086023)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-11-12T09:25:22,650 DEBUG [(jenkins-hbase3.apache.org,36229,1699781086023)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-11-12T09:25:22,650 DEBUG [(jenkins-hbase3.apache.org,36229,1699781086023)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-11-12T09:25:22,650 INFO [(jenkins-hbase3.apache.org,36229,1699781086023)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-11-12T09:25:22,652 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-12T09:25:22,652 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44651-0x1004cf2f5a40001, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-12T09:25:22,652 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44651-0x1004cf2f5a40001, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-11-12T09:25:22,652 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-11-12T09:25:22,652 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:25:22,652 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-11-12T09:25:22,652 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:25:22,652 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-12T09:25:22,653 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-12T09:25:22,653 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:25:22,653 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-12T09:25:22,653 DEBUG [(jenkins-hbase3.apache.org,36229,1699781086023)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:22,654 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-12T09:25:22,654 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:25:22,658 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:25:22,658 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:25:22,659 DEBUG [(jenkins-hbase3.apache.org,36229,1699781086023)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:22,659 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:22,660 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:25:22,660 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:25:22,661 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:22,666 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44651-0x1004cf2f5a40001, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-11-12T09:25:22,666 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-12T09:25:22,666 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-12T09:25:22,666 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44651-0x1004cf2f5a40001, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-11-12T09:25:22,666 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:22,666 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-11-12T09:25:22,666 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-11-12T09:25:22,666 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:22,666 DEBUG [(jenkins-hbase3.apache.org,36229,1699781086023)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-12T09:25:22,666 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-12T09:25:22,666 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-12T09:25:22,666 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-12T09:25:22,667 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-11-12T09:25:22,667 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-11-12T09:25:22,667 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Unable to get data of znode /1/rolllog-proc/abort/rolllog because node does not exist (not an error) 2023-11-12T09:25:22,668 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-12T09:25:22,668 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-12T09:25:22,668 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] client.HBaseAdmin(2906): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-11-12T09:25:22,668 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] client.HBaseAdmin(2914): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-11-12T09:25:22,768 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] client.HBaseAdmin(2920): Getting current status of procedure from master... 2023-11-12T09:25:22,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1263): Checking to see if procedure from request:rolllog-proc is done 2023-11-12T09:25:22,772 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {jenkins-hbase3.apache.org:44651=1699781090923} newestTimestamps: {jenkins-hbase3.apache.org:44651=1699781109870} 2023-11-12T09:25:22,776 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase3.apache.org%2C44651%2C1699781089217.meta.1699781091553.meta 2023-11-12T09:25:22,776 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase3.apache.org%2C44651%2C1699781089217.meta.1699781109846.meta 2023-11-12T09:25:22,776 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase3.apache.org%2C44651%2C1699781089217.meta.1699781122588.meta 2023-11-12T09:25:22,776 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/WALs/jenkins-hbase3.apache.org,44651,1699781089217/jenkins-hbase3.apache.org%2C44651%2C1699781089217.1699781109870 2023-11-12T09:25:22,776 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/WALs/jenkins-hbase3.apache.org,44651,1699781089217/jenkins-hbase3.apache.org%2C44651%2C1699781089217.1699781122607 2023-11-12T09:25:23,194 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] util.BackupUtils(147): Attempting to copy table info for:test-1699781097440 target: hdfs://localhost:42559/backupUT/backup_1699781120389/default/test-1699781097440 descriptor: 'test-1699781097440', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:25:23,194 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] util.BackupUtils(149): Finished copying tableinfo. 2023-11-12T09:25:23,197 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] util.BackupUtils(152): Starting to write region info for table test-1699781097440 2023-11-12T09:25:23,607 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] util.BackupUtils(159): Finished writing region info for table test-1699781097440 2023-11-12T09:25:23,613 WARN [Listener at jenkins-hbase3.apache.org/43865 {}] impl.IncrementalTableBackupClient(376): Table ns2:test-16997810974401 does not exists. Skipping in WAL converter 2023-11-12T09:25:23,617 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.WALPlayer(360): add incremental job :hdfs://localhost:42559/backupUT/.tmp/backup_1699781120389 from hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/WALs/jenkins-hbase3.apache.org,44651,1699781089217/jenkins-hbase3.apache.org%2C44651%2C1699781089217.1699781109870 2023-11-12T09:25:23,621 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x765089a1 to 127.0.0.1:50434 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:25:23,631 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@511bd819, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:25:23,633 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:25:23,634 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:56740, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:25:23,650 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-11-12T09:25:23,650 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table test-1699781097440 2023-11-12T09:25:23,655 DEBUG [hconnection-0x623296a1-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:25:23,657 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:49622, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:25:23,660 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for test-1699781097440: test-1699781097440; 2023-11-12T09:25:23,660 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-11-12T09:25:23,661 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/hbase-staging/partitions_2835c40c-5177-4b72-b42c-d31c7cbbe370 2023-11-12T09:25:24,104 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:24,105 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:24,106 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:24,106 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:25,160 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/hadoop-7182688206406707260.jar 2023-11-12T09:25:25,161 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:25,161 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:25,162 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:25,163 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:25,163 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:25,164 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:25,164 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:25,165 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:25,165 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:25,166 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:25:25,168 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-12T09:25:25,168 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-12T09:25:25,169 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-12T09:25:25,170 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-12T09:25:25,170 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-12T09:25:25,171 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-12T09:25:25,171 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-12T09:25:25,172 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-12T09:25:25,173 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-12T09:25:25,173 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-12T09:25:25,174 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-12T09:25:25,177 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:25,177 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:25,178 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:25,178 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:25,179 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:25,179 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:25,181 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:25:25,181 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: default:test-1699781097440 2023-11-12T09:25:25,181 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:25:25,181 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x765089a1 to 127.0.0.1:50434 2023-11-12T09:25:25,181 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:25:25,183 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:25:25,713 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-12T09:25:26,282 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/hadoop-2020592240011147396.jar 2023-11-12T09:25:26,288 WARN [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-12T09:25:26,305 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/WALs/jenkins-hbase3.apache.org,44651,1699781089217/jenkins-hbase3.apache.org%2C44651%2C1699781089217.1699781109870 for WAL files 2023-11-12T09:25:26,306 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/WALs/jenkins-hbase3.apache.org,44651,1699781089217/jenkins-hbase3.apache.org%2C44651%2C1699781089217.1699781109870 2023-11-12T09:25:26,394 WARN [Listener at jenkins-hbase3.apache.org/43865 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/mapreduce.cluster.local.dir/1699781126357/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-12T09:25:26,395 WARN [Listener at jenkins-hbase3.apache.org/43865 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/mapreduce.cluster.local.dir/1699781126357/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-12T09:25:26,461 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/WALs/jenkins-hbase3.apache.org,44651,1699781089217/jenkins-hbase3.apache.org%2C44651%2C1699781089217.1699781109870 for hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/WALs/jenkins-hbase3.apache.org,44651,1699781089217/jenkins-hbase3.apache.org%2C44651%2C1699781089217.1699781109870 (-9223372036854775808:9223372036854775807) length:14610 2023-11-12T09:25:26,486 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2023-11-12T09:25:26,487 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2023-11-12T09:25:26,620 DEBUG [pool-205-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x7a470e67 to 127.0.0.1:50434 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:25:26,626 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18e497c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:25:26,628 DEBUG [hconnection-0x4ae3f1cb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:25:26,630 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:60608, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:25:26,633 DEBUG [pool-205-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x7a470e67 to 127.0.0.1:50434 2023-11-12T09:25:26,633 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:25:26,636 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-t10] 2023-11-12T09:25:26,636 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-11-12T09:25:26,652 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42559/backupUT/.tmp/backup_1699781120389/_temporary/0/_temporary/attempt_local415557430_0003_r_000000_0/default/test-1699781097440/f/b1248d6c465f475c830f3023d90731be is 40, key is row-t110/f:q1/1699781119836/Put/seqid=0 2023-11-12T09:25:26,655 WARN [Thread-837 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:44651] Specified favored nodes: [jenkins-hbase3.apache.org:44651] 2023-11-12T09:25:27,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-16997810974401 2023-11-12T09:25:27,430 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] impl.IncrementalTableBackupClient(325): Incremental copy HFiles is starting. dest=hdfs://localhost:42559/backupUT 2023-11-12T09:25:27,430 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] impl.IncrementalTableBackupClient(335): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1699781120389 2023-11-12T09:25:27,430 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.MapReduceBackupCopyJob(379): Doing COPY_TYPE_DISTCP 2023-11-12T09:25:27,444 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.MapReduceBackupCopyJob(388): DistCp options: [hdfs://localhost:42559/backupUT/.tmp/backup_1699781120389, hdfs://localhost:42559/backupUT] 2023-11-12T09:25:27,507 WARN [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-12T09:25:28,088 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(218): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2023-11-12T09:25:28,091 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.MapReduceBackupCopyJob(138): Backup progress data "100%" has been updated to backup system table for backup_1699781120389 2023-11-12T09:25:28,091 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(226): Backup progress data updated to backup system table: "Progress: 100.0% - 8796 bytes copied." 2023-11-12T09:25:28,091 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(236): DistCp job-id: job_local802402391_0004 completed: true true 2023-11-12T09:25:28,097 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(239): Counters: 24 File System Counters FILE: Number of bytes read=3772965 FILE: Number of bytes written=5061766 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=106865 HDFS: Number of bytes written=2322616 HDFS: Number of read operations=463 HDFS: Number of large read operations=0 HDFS: Number of write operations=194 Map-Reduce Framework Map input records=6 Map output records=0 Input split bytes=341 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1702887424 File Input Format Counters Bytes Read=1478 File Output Format Counters Bytes Written=0 DistCp Counters Bytes Copied=8796 Bytes Expected=8796 Files Copied=2 DIR_COPY=4 2023-11-12T09:25:28,097 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] impl.IncrementalTableBackupClient(346): Incremental copy HFiles from hdfs://localhost:42559/backupUT/.tmp/backup_1699781120389 to hdfs://localhost:42559/backupUT finished. 2023-11-12T09:25:28,109 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] impl.BackupSystemTable(453): deleted 0 original bulkload rows 2023-11-12T09:25:28,109 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1699781120389 2023-11-12T09:25:28,115 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-11-12T09:25:28,115 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1699781120389 2023-11-12T09:25:28,117 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-11-12T09:25:28,523 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:42559/backupUT/backup_1699781120389/.backup.manifest 2023-11-12T09:25:28,523 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1699781120389 2023-11-12T09:25:28,526 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-11-12T09:25:28,932 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:42559/backupUT/backup_1699781120389/.backup.manifest 2023-11-12T09:25:28,932 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] impl.TableBackupClient(358): Backup backup_1699781120389 finished: type=INCREMENTAL,tablelist=test-1699781097440,targetRootDir=hdfs://localhost:42559/backupUT,startts=1699781122548,completets=1699781128109,bytescopied=0 2023-11-12T09:25:28,932 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-11-12T09:25:28,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(763): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-11-12T09:25:28,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_backup_system 2023-11-12T09:25:28,942 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] impl.BackupSystemTable(1577): Done deleting backup system table snapshot 2023-11-12T09:25:28,944 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-11-12T09:25:28,948 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] impl.TableBackupClient(376): Backup backup_1699781120389 completed. 2023-11-12T09:25:28,965 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] impl.RestoreTablesClient(101): HBase table table1 does not exist. It will be created during restore process 2023-11-12T09:25:28,966 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] impl.RestoreTablesClient(101): HBase table ns2:table2 does not exist. It will be created during restore process 2023-11-12T09:25:28,966 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:42559/backupUT/backup_1699781104678/.backup.manifest 2023-11-12T09:25:28,969 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1699781104678/.backup.manifest 2023-11-12T09:25:28,970 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:42559/backupUT/backup_1699781104678/.backup.manifest 2023-11-12T09:25:28,972 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1699781104678/.backup.manifest 2023-11-12T09:25:28,975 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:42559/backupUT/backup_1699781104678/.backup.manifest 2023-11-12T09:25:28,978 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1699781104678/.backup.manifest 2023-11-12T09:25:28,978 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] impl.RestoreTablesClient(148): Restoring 'test-1699781097440' to 'table1' from full backup image hdfs://localhost:42559/backupUT/backup_1699781104678/default/test-1699781097440 2023-11-12T09:25:28,987 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] util.RestoreTool(487): Creating target table 'table1' 2023-11-12T09:25:28,987 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:42559/backupUT/backup_1699781104678/default/test-1699781097440/archive/data/default/test-1699781097440/603dd1915981443e2df946055957f128 2023-11-12T09:25:28,988 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:42559/backupUT/backup_1699781104678/default/test-1699781097440/archive/data/default/test-1699781097440/603dd1915981443e2df946055957f128/f in region [hdfs://localhost:42559/backupUT/backup_1699781104678/default/test-1699781097440/archive/data/default/test-1699781097440/603dd1915981443e2df946055957f128] 2023-11-12T09:25:28,993 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] util.RestoreTool(442): Trying to figure out region boundaries hfile=hdfs://localhost:42559/backupUT/backup_1699781104678/default/test-1699781097440/archive/data/default/test-1699781097440/603dd1915981443e2df946055957f128/f/32b98d51e0ad407392833b40297e93ff first=row0 last=row98 2023-11-12T09:25:29,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:25:29,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] procedure2.ProcedureExecutor(1032): Stored pid=44, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=table1 2023-11-12T09:25:29,004 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=44, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:25:29,004 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "table1" procId is: 44 2023-11-12T09:25:29,005 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=44, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:25:29,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=44 2023-11-12T09:25:29,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=44 2023-11-12T09:25:29,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=44 2023-11-12T09:25:29,414 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 8e203dc5e98068aa088d341e8d4b455f, NAME => 'table1,,1699781129000.8e203dc5e98068aa088d341e8d4b455f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563 2023-11-12T09:25:29,421 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(888): Instantiated table1,,1699781129000.8e203dc5e98068aa088d341e8d4b455f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:25:29,421 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1668): Closing 8e203dc5e98068aa088d341e8d4b455f, disabling compactions & flushes 2023-11-12T09:25:29,421 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1690): Closing region table1,,1699781129000.8e203dc5e98068aa088d341e8d4b455f. 2023-11-12T09:25:29,421 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,,1699781129000.8e203dc5e98068aa088d341e8d4b455f. 2023-11-12T09:25:29,421 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on table1,,1699781129000.8e203dc5e98068aa088d341e8d4b455f. after waiting 0 ms 2023-11-12T09:25:29,421 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region table1,,1699781129000.8e203dc5e98068aa088d341e8d4b455f. 2023-11-12T09:25:29,421 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1909): Closed table1,,1699781129000.8e203dc5e98068aa088d341e8d4b455f. 2023-11-12T09:25:29,421 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1622): Region close journal for 8e203dc5e98068aa088d341e8d4b455f: 2023-11-12T09:25:29,422 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=44, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:25:29,423 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"table1,,1699781129000.8e203dc5e98068aa088d341e8d4b455f.","families":{"info":[{"qualifier":"regioninfo","vlen":40,"tag":[],"timestamp":"1699781129422"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699781129422"}]},"ts":"1699781129422"} 2023-11-12T09:25:29,424 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:25:29,425 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=44, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:25:29,425 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781129425"}]},"ts":"1699781129425"} 2023-11-12T09:25:29,426 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=ENABLING in hbase:meta 2023-11-12T09:25:29,432 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=8e203dc5e98068aa088d341e8d4b455f, ASSIGN}] 2023-11-12T09:25:29,434 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=45, ppid=44, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=8e203dc5e98068aa088d341e8d4b455f, ASSIGN 2023-11-12T09:25:29,435 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=45, ppid=44, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=table1, region=8e203dc5e98068aa088d341e8d4b455f, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,44651,1699781089217; forceNewPlan=false, retain=false 2023-11-12T09:25:29,587 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=45 updating hbase:meta row=8e203dc5e98068aa088d341e8d4b455f, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:29,589 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; OpenRegionProcedure 8e203dc5e98068aa088d341e8d4b455f, server=jenkins-hbase3.apache.org,44651,1699781089217}] 2023-11-12T09:25:29,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=44 2023-11-12T09:25:29,741 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:29,745 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(130): Open table1,,1699781129000.8e203dc5e98068aa088d341e8d4b455f. 2023-11-12T09:25:29,745 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7254): Opening region: {ENCODED => 8e203dc5e98068aa088d341e8d4b455f, NAME => 'table1,,1699781129000.8e203dc5e98068aa088d341e8d4b455f.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:25:29,745 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:25:29,745 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 8e203dc5e98068aa088d341e8d4b455f 2023-11-12T09:25:29,746 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(888): Instantiated table1,,1699781129000.8e203dc5e98068aa088d341e8d4b455f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:25:29,746 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7296): checking encryption for 8e203dc5e98068aa088d341e8d4b455f 2023-11-12T09:25:29,746 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7299): checking classloading for 8e203dc5e98068aa088d341e8d4b455f 2023-11-12T09:25:29,747 INFO [StoreOpener-8e203dc5e98068aa088d341e8d4b455f-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8e203dc5e98068aa088d341e8d4b455f 2023-11-12T09:25:29,749 INFO [StoreOpener-8e203dc5e98068aa088d341e8d4b455f-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e203dc5e98068aa088d341e8d4b455f columnFamilyName f 2023-11-12T09:25:29,749 DEBUG [StoreOpener-8e203dc5e98068aa088d341e8d4b455f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:25:29,749 INFO [StoreOpener-8e203dc5e98068aa088d341e8d4b455f-1 {}] regionserver.HStore(324): Store=8e203dc5e98068aa088d341e8d4b455f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:25:29,750 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/default/table1/8e203dc5e98068aa088d341e8d4b455f 2023-11-12T09:25:29,751 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/default/table1/8e203dc5e98068aa088d341e8d4b455f 2023-11-12T09:25:29,753 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1076): writing seq id for 8e203dc5e98068aa088d341e8d4b455f 2023-11-12T09:25:29,755 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/default/table1/8e203dc5e98068aa088d341e8d4b455f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:25:29,756 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): Opened 8e203dc5e98068aa088d341e8d4b455f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11439575840, jitterRate=0.06539352238178253}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:25:29,756 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(992): Region open journal for 8e203dc5e98068aa088d341e8d4b455f: 2023-11-12T09:25:29,757 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2556): Post open deploy tasks for table1,,1699781129000.8e203dc5e98068aa088d341e8d4b455f., pid=46, masterSystemTime=1699781129741 2023-11-12T09:25:29,759 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2583): Finished post open deploy task for table1,,1699781129000.8e203dc5e98068aa088d341e8d4b455f. 2023-11-12T09:25:29,759 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(158): Opened table1,,1699781129000.8e203dc5e98068aa088d341e8d4b455f. 2023-11-12T09:25:29,760 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=45 updating hbase:meta row=8e203dc5e98068aa088d341e8d4b455f, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:29,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=46, resume processing ppid=45 2023-11-12T09:25:29,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=46, ppid=45, state=SUCCESS; OpenRegionProcedure 8e203dc5e98068aa088d341e8d4b455f, server=jenkins-hbase3.apache.org,44651,1699781089217 in 172 msec 2023-11-12T09:25:29,764 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=45, resume processing ppid=44 2023-11-12T09:25:29,764 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=45, ppid=44, state=SUCCESS; TransitRegionStateProcedure table=table1, region=8e203dc5e98068aa088d341e8d4b455f, ASSIGN in 331 msec 2023-11-12T09:25:29,765 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=44, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:25:29,765 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781129765"}]},"ts":"1699781129765"} 2023-11-12T09:25:29,766 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=ENABLED in hbase:meta 2023-11-12T09:25:29,769 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=44, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:25:29,770 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=44, state=SUCCESS; CreateTableProcedure table=table1 in 768 msec 2023-11-12T09:25:30,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=44 2023-11-12T09:25:30,111 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: default:table1, procId: 44 completed 2023-11-12T09:25:30,118 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:42559/backupUT/backup_1699781104678/default/test-1699781097440/archive/data/default/test-1699781097440/603dd1915981443e2df946055957f128 from hbase tables test-1699781097440 to tables table1 2023-11-12T09:25:30,118 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.MapReduceRestoreJob(72): Restore test-1699781097440 into table1 2023-11-12T09:25:30,120 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/hbase-staging/bulk_output-default-table1-1699781130118 from hdfs://localhost:42559/backupUT/backup_1699781104678/default/test-1699781097440/archive/data/default/test-1699781097440/603dd1915981443e2df946055957f128 2023-11-12T09:25:30,122 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x0c34a8da to 127.0.0.1:50434 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:25:30,128 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@116467dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:25:30,129 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:25:30,133 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:47196, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:25:30,134 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-11-12T09:25:30,134 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table table1 2023-11-12T09:25:30,137 DEBUG [hconnection-0x7f6e2e63-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:25:30,138 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:60620, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:25:30,140 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for table1: 2023-11-12T09:25:30,140 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-11-12T09:25:30,141 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/hbase-staging/partitions_33f72b56-79c7-451a-992f-a86a854ed8e8 2023-11-12T09:25:30,549 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:30,550 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:30,550 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:30,551 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:31,573 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/hadoop-1253341255506337555.jar 2023-11-12T09:25:31,574 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:31,574 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:31,575 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:31,575 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:31,576 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:31,576 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:31,577 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:31,577 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:31,578 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:31,579 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:25:31,580 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-12T09:25:31,581 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-12T09:25:31,581 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-12T09:25:31,582 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-12T09:25:31,583 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-12T09:25:31,583 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-12T09:25:31,584 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-12T09:25:31,584 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-12T09:25:31,585 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-12T09:25:31,585 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-12T09:25:31,585 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-12T09:25:31,590 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:31,591 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:31,591 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:31,592 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:31,592 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:31,592 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:31,593 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:25:31,593 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: table1 2023-11-12T09:25:31,594 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:25:31,594 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x0c34a8da to 127.0.0.1:50434 2023-11-12T09:25:31,594 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:25:31,594 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-11-12T09:25:31,594 WARN [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-11-12T09:25:31,595 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:25:31,603 WARN [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-12T09:25:31,611 WARN [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-11-12T09:25:31,716 WARN [Listener at jenkins-hbase3.apache.org/43865 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/mapreduce.cluster.local.dir/1699781131673/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-12T09:25:31,716 WARN [Listener at jenkins-hbase3.apache.org/43865 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/mapreduce.cluster.local.dir/1699781131673/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-12T09:25:31,782 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:42559/backupUT/backup_1699781104678/default/test-1699781097440/archive/data/default/test-1699781097440/603dd1915981443e2df946055957f128/f/32b98d51e0ad407392833b40297e93ff 2023-11-12T09:25:31,786 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-12T09:25:31,807 DEBUG [pool-216-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x55f2b755 to 127.0.0.1:50434 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:25:31,815 DEBUG [pool-216-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cdbdfd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:25:31,818 DEBUG [hconnection-0x11b45b7a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:25:31,820 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:60636, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:25:31,822 DEBUG [pool-216-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x55f2b755 to 127.0.0.1:50434 2023-11-12T09:25:31,822 DEBUG [pool-216-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:25:31,824 DEBUG [pool-216-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row0] 2023-11-12T09:25:31,824 DEBUG [pool-216-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-11-12T09:25:31,833 DEBUG [pool-216-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/hbase-staging/bulk_output-default-table1-1699781130118/_temporary/0/_temporary/attempt_local1871277180_0005_r_000000_0/f/1ef88408501e460bacfa7bc6b42b9170 is 37, key is row10/f:q1/1699781099086/Put/seqid=0 2023-11-12T09:25:31,835 WARN [Thread-919 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:44651] Specified favored nodes: [jenkins-hbase3.apache.org:44651] 2023-11-12T09:25:32,691 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-12T09:25:32,777 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/hbase-staging/bulk_output-default-table1-1699781130118 2023-11-12T09:25:32,778 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x407f7d83 to 127.0.0.1:50434 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:25:32,783 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c7f0841, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:25:32,785 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:25:32,787 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:60652, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:25:32,795 WARN [Listener at jenkins-hbase3.apache.org/43865 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/hbase-staging/bulk_output-default-table1-1699781130118/_SUCCESS 2023-11-12T09:25:32,800 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:25:32,802 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:47200, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:25:32,832 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/hbase-staging/bulk_output-default-table1-1699781130118/f/1ef88408501e460bacfa7bc6b42b9170 first=Optional[row0] last=Optional[row98] 2023-11-12T09:25:32,852 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=table1,,1699781129000.8e203dc5e98068aa088d341e8d4b455f., hostname=jenkins-hbase3.apache.org,44651,1699781089217, seqNum=2 for row with hfile group [{f,hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/hbase-staging/bulk_output-default-table1-1699781130118/f/1ef88408501e460bacfa7bc6b42b9170}] 2023-11-12T09:25:32,874 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/hbase-staging/bulk_output-default-table1-1699781130118/f/1ef88408501e460bacfa7bc6b42b9170 for inclusion in 8e203dc5e98068aa088d341e8d4b455f/f 2023-11-12T09:25:32,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] regionserver.HStore(623): HFile bounds: first=row0 last=row98 2023-11-12T09:25:32,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] regionserver.HStore(625): Region bounds: first= last= 2023-11-12T09:25:32,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] regionserver.HRegion(2520): Flush status journal for 8e203dc5e98068aa088d341e8d4b455f: 2023-11-12T09:25:32,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/hbase-staging/bulk_output-default-table1-1699781130118/f/1ef88408501e460bacfa7bc6b42b9170 to hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/staging/jenkins__table1__3o1bu3a8plo3dsqi1d2h0vk9s2rl8isi41t56n8lsiujh3u197vjcqsphttpqs1v/f/1ef88408501e460bacfa7bc6b42b9170 2023-11-12T09:25:32,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/staging/jenkins__table1__3o1bu3a8plo3dsqi1d2h0vk9s2rl8isi41t56n8lsiujh3u197vjcqsphttpqs1v/f/1ef88408501e460bacfa7bc6b42b9170 as hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/default/table1/8e203dc5e98068aa088d341e8d4b455f/f/4e887c0983ca4058a30e435553ecf89d_SeqId_4_ 2023-11-12T09:25:32,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x5f88da21 to 127.0.0.1:50434 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:25:32,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ff40ac6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:25:32,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:25:32,896 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:47212, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:25:32,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:25:32,904 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:60654, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:25:32,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:25:32,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x5f88da21 to 127.0.0.1:50434 2023-11-12T09:25:32,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:25:32,923 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/staging/jenkins__table1__3o1bu3a8plo3dsqi1d2h0vk9s2rl8isi41t56n8lsiujh3u197vjcqsphttpqs1v/f/1ef88408501e460bacfa7bc6b42b9170 into 8e203dc5e98068aa088d341e8d4b455f/f as hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/default/table1/8e203dc5e98068aa088d341e8d4b455f/f/4e887c0983ca4058a30e435553ecf89d_SeqId_4_ - updating store file list. 2023-11-12T09:25:32,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/default/table1/8e203dc5e98068aa088d341e8d4b455f/f/4e887c0983ca4058a30e435553ecf89d_SeqId_4_ into 8e203dc5e98068aa088d341e8d4b455f/f 2023-11-12T09:25:32,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/staging/jenkins__table1__3o1bu3a8plo3dsqi1d2h0vk9s2rl8isi41t56n8lsiujh3u197vjcqsphttpqs1v/f/1ef88408501e460bacfa7bc6b42b9170 into 8e203dc5e98068aa088d341e8d4b455f/f (new location: hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/default/table1/8e203dc5e98068aa088d341e8d4b455f/f/4e887c0983ca4058a30e435553ecf89d_SeqId_4_) 2023-11-12T09:25:32,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/staging/jenkins__table1__3o1bu3a8plo3dsqi1d2h0vk9s2rl8isi41t56n8lsiujh3u197vjcqsphttpqs1v/f/1ef88408501e460bacfa7bc6b42b9170 2023-11-12T09:25:32,936 INFO [master/jenkins-hbase3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2023-11-12T09:25:32,936 INFO [master/jenkins-hbase3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2023-11-12T09:25:32,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x125de72d to 127.0.0.1:50434 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:25:32,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44655667, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:25:32,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:25:32,954 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:47216, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-11-12T09:25:32,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:25:32,960 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:60662, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-11-12T09:25:32,977 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:25:32,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x125de72d to 127.0.0.1:50434 2023-11-12T09:25:32,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:25:32,988 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:25:32,988 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x407f7d83 to 127.0.0.1:50434 2023-11-12T09:25:32,988 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:25:32,989 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-11-12T09:25:32,989 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] impl.RestoreTablesClient(231): Restore includes the following image(s): 2023-11-12T09:25:32,989 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] impl.RestoreTablesClient(233): Backup: backup_1699781104678 hdfs://localhost:42559/backupUT/backup_1699781104678/default/test-1699781097440/ 2023-11-12T09:25:32,992 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:42559/backupUT/backup_1699781104678/.backup.manifest 2023-11-12T09:25:32,995 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1699781104678/.backup.manifest 2023-11-12T09:25:32,995 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] impl.RestoreTablesClient(148): Restoring 'ns2:test-16997810974401' to 'ns2:table2' from full backup image hdfs://localhost:42559/backupUT/backup_1699781104678/ns2/test-16997810974401 2023-11-12T09:25:33,005 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] util.RestoreTool(487): Creating target table 'ns2:table2' 2023-11-12T09:25:33,005 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:42559/backupUT/backup_1699781104678/ns2/test-16997810974401/archive/data/ns2/test-16997810974401/7a05ea066fc10c5e90442e94cc25bcde 2023-11-12T09:25:33,006 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:42559/backupUT/backup_1699781104678/ns2/test-16997810974401/archive/data/ns2/test-16997810974401/7a05ea066fc10c5e90442e94cc25bcde/f in region [hdfs://localhost:42559/backupUT/backup_1699781104678/ns2/test-16997810974401/archive/data/ns2/test-16997810974401/7a05ea066fc10c5e90442e94cc25bcde] 2023-11-12T09:25:33,010 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] util.RestoreTool(442): Trying to figure out region boundaries hfile=hdfs://localhost:42559/backupUT/backup_1699781104678/ns2/test-16997810974401/archive/data/ns2/test-16997810974401/7a05ea066fc10c5e90442e94cc25bcde/f/c2f16b1229284ecb9661b9fcf0702581 first=row0 last=row98 2023-11-12T09:25:33,012 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:25:33,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] procedure2.ProcedureExecutor(1032): Stored pid=47, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:table2 2023-11-12T09:25:33,014 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=47, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:25:33,014 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns2" qualifier: "table2" procId is: 47 2023-11-12T09:25:33,015 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=47, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:25:33,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=47 2023-11-12T09:25:33,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=47 2023-11-12T09:25:33,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=47 2023-11-12T09:25:33,423 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => e02bc65661a09a1df6514d8404de7a14, NAME => 'ns2:table2,,1699781133011.e02bc65661a09a1df6514d8404de7a14.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563 2023-11-12T09:25:33,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=47 2023-11-12T09:25:33,830 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:table2,,1699781133011.e02bc65661a09a1df6514d8404de7a14.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:25:33,830 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1668): Closing e02bc65661a09a1df6514d8404de7a14, disabling compactions & flushes 2023-11-12T09:25:33,830 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:table2,,1699781133011.e02bc65661a09a1df6514d8404de7a14. 2023-11-12T09:25:33,830 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:table2,,1699781133011.e02bc65661a09a1df6514d8404de7a14. 2023-11-12T09:25:33,830 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:table2,,1699781133011.e02bc65661a09a1df6514d8404de7a14. after waiting 0 ms 2023-11-12T09:25:33,830 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:table2,,1699781133011.e02bc65661a09a1df6514d8404de7a14. 2023-11-12T09:25:33,830 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1909): Closed ns2:table2,,1699781133011.e02bc65661a09a1df6514d8404de7a14. 2023-11-12T09:25:33,830 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1622): Region close journal for e02bc65661a09a1df6514d8404de7a14: 2023-11-12T09:25:33,831 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=47, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:25:33,831 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:table2,,1699781133011.e02bc65661a09a1df6514d8404de7a14.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1699781133831"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699781133831"}]},"ts":"1699781133831"} 2023-11-12T09:25:33,833 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:25:33,834 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=47, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:25:33,834 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781133834"}]},"ts":"1699781133834"} 2023-11-12T09:25:33,835 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2023-11-12T09:25:33,841 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'table1' 2023-11-12T09:25:33,841 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:table2, region=e02bc65661a09a1df6514d8404de7a14, ASSIGN}] 2023-11-12T09:25:33,843 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=48, ppid=47, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:table2, region=e02bc65661a09a1df6514d8404de7a14, ASSIGN 2023-11-12T09:25:33,844 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(262): Starting pid=48, ppid=47, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:table2, region=e02bc65661a09a1df6514d8404de7a14, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,44651,1699781089217; forceNewPlan=false, retain=false 2023-11-12T09:25:33,995 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=48 updating hbase:meta row=e02bc65661a09a1df6514d8404de7a14, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:33,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE; OpenRegionProcedure e02bc65661a09a1df6514d8404de7a14, server=jenkins-hbase3.apache.org,44651,1699781089217}] 2023-11-12T09:25:34,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=47 2023-11-12T09:25:34,149 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:34,153 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(130): Open ns2:table2,,1699781133011.e02bc65661a09a1df6514d8404de7a14. 2023-11-12T09:25:34,153 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7254): Opening region: {ENCODED => e02bc65661a09a1df6514d8404de7a14, NAME => 'ns2:table2,,1699781133011.e02bc65661a09a1df6514d8404de7a14.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:25:34,154 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:25:34,154 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 e02bc65661a09a1df6514d8404de7a14 2023-11-12T09:25:34,154 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(888): Instantiated ns2:table2,,1699781133011.e02bc65661a09a1df6514d8404de7a14.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:25:34,154 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7296): checking encryption for e02bc65661a09a1df6514d8404de7a14 2023-11-12T09:25:34,154 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7299): checking classloading for e02bc65661a09a1df6514d8404de7a14 2023-11-12T09:25:34,159 INFO [StoreOpener-e02bc65661a09a1df6514d8404de7a14-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e02bc65661a09a1df6514d8404de7a14 2023-11-12T09:25:34,161 INFO [StoreOpener-e02bc65661a09a1df6514d8404de7a14-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e02bc65661a09a1df6514d8404de7a14 columnFamilyName f 2023-11-12T09:25:34,161 DEBUG [StoreOpener-e02bc65661a09a1df6514d8404de7a14-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:25:34,161 INFO [StoreOpener-e02bc65661a09a1df6514d8404de7a14-1 {}] regionserver.HStore(324): Store=e02bc65661a09a1df6514d8404de7a14/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:25:34,162 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/ns2/table2/e02bc65661a09a1df6514d8404de7a14 2023-11-12T09:25:34,162 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/ns2/table2/e02bc65661a09a1df6514d8404de7a14 2023-11-12T09:25:34,165 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1076): writing seq id for e02bc65661a09a1df6514d8404de7a14 2023-11-12T09:25:34,167 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/ns2/table2/e02bc65661a09a1df6514d8404de7a14/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:25:34,167 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): Opened e02bc65661a09a1df6514d8404de7a14; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9806324960, jitterRate=-0.08671481907367706}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:25:34,168 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(992): Region open journal for e02bc65661a09a1df6514d8404de7a14: 2023-11-12T09:25:34,169 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2556): Post open deploy tasks for ns2:table2,,1699781133011.e02bc65661a09a1df6514d8404de7a14., pid=49, masterSystemTime=1699781134149 2023-11-12T09:25:34,170 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2583): Finished post open deploy task for ns2:table2,,1699781133011.e02bc65661a09a1df6514d8404de7a14. 2023-11-12T09:25:34,171 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(158): Opened ns2:table2,,1699781133011.e02bc65661a09a1df6514d8404de7a14. 2023-11-12T09:25:34,171 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=48 updating hbase:meta row=e02bc65661a09a1df6514d8404de7a14, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:34,174 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=49, resume processing ppid=48 2023-11-12T09:25:34,174 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=49, ppid=48, state=SUCCESS; OpenRegionProcedure e02bc65661a09a1df6514d8404de7a14, server=jenkins-hbase3.apache.org,44651,1699781089217 in 175 msec 2023-11-12T09:25:34,176 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=48, resume processing ppid=47 2023-11-12T09:25:34,176 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=48, ppid=47, state=SUCCESS; TransitRegionStateProcedure table=ns2:table2, region=e02bc65661a09a1df6514d8404de7a14, ASSIGN in 333 msec 2023-11-12T09:25:34,177 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=47, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:25:34,177 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781134177"}]},"ts":"1699781134177"} 2023-11-12T09:25:34,178 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2023-11-12T09:25:34,180 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=47, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:25:34,182 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=47, state=SUCCESS; CreateTableProcedure table=ns2:table2 in 1.1680 sec 2023-11-12T09:25:35,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=47 2023-11-12T09:25:35,122 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns2:table2, procId: 47 completed 2023-11-12T09:25:35,125 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:42559/backupUT/backup_1699781104678/ns2/test-16997810974401/archive/data/ns2/test-16997810974401/7a05ea066fc10c5e90442e94cc25bcde from hbase tables ns2:test-16997810974401 to tables ns2:table2 2023-11-12T09:25:35,125 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-16997810974401 into ns2:table2 2023-11-12T09:25:35,127 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/hbase-staging/bulk_output-ns2-table2-1699781135125 from hdfs://localhost:42559/backupUT/backup_1699781104678/ns2/test-16997810974401/archive/data/ns2/test-16997810974401/7a05ea066fc10c5e90442e94cc25bcde 2023-11-12T09:25:35,128 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x0ea557a6 to 127.0.0.1:50434 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:25:35,134 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a39d1e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:25:35,135 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:25:35,137 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:39172, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:25:35,138 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-11-12T09:25:35,138 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:table2 2023-11-12T09:25:35,141 DEBUG [hconnection-0x4dcc1bfa-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:25:35,143 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:59298, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:25:35,144 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:table2: 2023-11-12T09:25:35,144 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-11-12T09:25:35,144 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/hbase-staging/partitions_42309088-a1a6-47a2-996a-b6eda100709a 2023-11-12T09:25:35,552 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:35,552 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:35,553 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:35,553 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:36,530 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/hadoop-3558310503187105811.jar 2023-11-12T09:25:36,531 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:36,532 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:36,532 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:36,532 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:36,533 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:36,533 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:36,534 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:36,534 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:36,534 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:36,535 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:25:36,536 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-12T09:25:36,536 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-12T09:25:36,537 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-12T09:25:36,537 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-12T09:25:36,538 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-12T09:25:36,538 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-12T09:25:36,539 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-12T09:25:36,540 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-12T09:25:36,540 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-12T09:25:36,541 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-12T09:25:36,541 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-12T09:25:36,542 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:36,542 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:36,543 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:36,543 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:36,543 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:36,544 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:36,544 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:25:36,545 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: ns2:table2 2023-11-12T09:25:36,545 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:25:36,545 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x0ea557a6 to 127.0.0.1:50434 2023-11-12T09:25:36,545 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:25:36,545 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-11-12T09:25:36,545 WARN [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-11-12T09:25:36,546 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:25:36,553 WARN [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-12T09:25:36,559 WARN [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-11-12T09:25:36,644 WARN [Listener at jenkins-hbase3.apache.org/43865 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/mapreduce.cluster.local.dir/1699781136603/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-12T09:25:36,645 WARN [Listener at jenkins-hbase3.apache.org/43865 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/mapreduce.cluster.local.dir/1699781136603/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-12T09:25:36,730 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:42559/backupUT/backup_1699781104678/ns2/test-16997810974401/archive/data/ns2/test-16997810974401/7a05ea066fc10c5e90442e94cc25bcde/f/c2f16b1229284ecb9661b9fcf0702581 2023-11-12T09:25:36,734 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-12T09:25:36,751 DEBUG [pool-231-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x48413817 to 127.0.0.1:50434 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:25:36,756 DEBUG [pool-231-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72615e3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:25:36,757 DEBUG [hconnection-0x19ddbbe0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:25:36,759 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:59306, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:25:36,761 DEBUG [pool-231-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x48413817 to 127.0.0.1:50434 2023-11-12T09:25:36,761 DEBUG [pool-231-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:25:36,763 DEBUG [pool-231-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row0] 2023-11-12T09:25:36,763 DEBUG [pool-231-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-11-12T09:25:36,774 DEBUG [pool-231-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/hbase-staging/bulk_output-ns2-table2-1699781135125/_temporary/0/_temporary/attempt_local1398013661_0006_r_000000_0/f/9ac83d54583b4586815d8f580e658489 is 37, key is row10/f:q1/1699781101300/Put/seqid=0 2023-11-12T09:25:36,777 WARN [Thread-973 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:44651] Specified favored nodes: [jenkins-hbase3.apache.org:44651] 2023-11-12T09:25:37,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2 2023-11-12T09:25:37,187 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_table2 Metrics about Tables on a single HBase RegionServer 2023-11-12T09:25:37,188 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2023-11-12T09:25:37,188 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_table1 Metrics about Tables on a single HBase RegionServer 2023-11-12T09:25:37,705 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/hbase-staging/bulk_output-ns2-table2-1699781135125 2023-11-12T09:25:37,706 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x330df6f8 to 127.0.0.1:50434 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:25:37,716 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cf1f88e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:25:37,719 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:25:37,720 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:59324, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:25:37,726 WARN [Listener at jenkins-hbase3.apache.org/43865 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/hbase-staging/bulk_output-ns2-table2-1699781135125/_SUCCESS 2023-11-12T09:25:37,730 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:25:37,731 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:39182, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:25:37,746 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/hbase-staging/bulk_output-ns2-table2-1699781135125/f/9ac83d54583b4586815d8f580e658489 first=Optional[row0] last=Optional[row98] 2023-11-12T09:25:37,747 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=ns2:table2,,1699781133011.e02bc65661a09a1df6514d8404de7a14., hostname=jenkins-hbase3.apache.org,44651,1699781089217, seqNum=2 for row with hfile group [{f,hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/hbase-staging/bulk_output-ns2-table2-1699781135125/f/9ac83d54583b4586815d8f580e658489}] 2023-11-12T09:25:37,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/hbase-staging/bulk_output-ns2-table2-1699781135125/f/9ac83d54583b4586815d8f580e658489 for inclusion in e02bc65661a09a1df6514d8404de7a14/f 2023-11-12T09:25:37,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] regionserver.HStore(623): HFile bounds: first=row0 last=row98 2023-11-12T09:25:37,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] regionserver.HStore(625): Region bounds: first= last= 2023-11-12T09:25:37,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] regionserver.HRegion(2520): Flush status journal for e02bc65661a09a1df6514d8404de7a14: 2023-11-12T09:25:37,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/hbase-staging/bulk_output-ns2-table2-1699781135125/f/9ac83d54583b4586815d8f580e658489 to hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/staging/jenkins__ns2_table2__cfhhb06bpavk5rgffug7755gm1cqb8mucmmgmvuplsp1f1mi8ncq616vcg6nk2m0/f/9ac83d54583b4586815d8f580e658489 2023-11-12T09:25:37,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/staging/jenkins__ns2_table2__cfhhb06bpavk5rgffug7755gm1cqb8mucmmgmvuplsp1f1mi8ncq616vcg6nk2m0/f/9ac83d54583b4586815d8f580e658489 as hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/ns2/table2/e02bc65661a09a1df6514d8404de7a14/f/9fca19f2b66849269f90b7c1247b7554_SeqId_4_ 2023-11-12T09:25:37,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x610d3a38 to 127.0.0.1:50434 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:25:37,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ebe4392, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:25:37,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:25:37,770 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:39190, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:25:37,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:25:37,777 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:59338, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:25:37,791 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:25:37,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x610d3a38 to 127.0.0.1:50434 2023-11-12T09:25:37,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:25:37,796 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/staging/jenkins__ns2_table2__cfhhb06bpavk5rgffug7755gm1cqb8mucmmgmvuplsp1f1mi8ncq616vcg6nk2m0/f/9ac83d54583b4586815d8f580e658489 into e02bc65661a09a1df6514d8404de7a14/f as hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/ns2/table2/e02bc65661a09a1df6514d8404de7a14/f/9fca19f2b66849269f90b7c1247b7554_SeqId_4_ - updating store file list. 2023-11-12T09:25:37,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/ns2/table2/e02bc65661a09a1df6514d8404de7a14/f/9fca19f2b66849269f90b7c1247b7554_SeqId_4_ into e02bc65661a09a1df6514d8404de7a14/f 2023-11-12T09:25:37,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/staging/jenkins__ns2_table2__cfhhb06bpavk5rgffug7755gm1cqb8mucmmgmvuplsp1f1mi8ncq616vcg6nk2m0/f/9ac83d54583b4586815d8f580e658489 into e02bc65661a09a1df6514d8404de7a14/f (new location: hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/ns2/table2/e02bc65661a09a1df6514d8404de7a14/f/9fca19f2b66849269f90b7c1247b7554_SeqId_4_) 2023-11-12T09:25:37,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/staging/jenkins__ns2_table2__cfhhb06bpavk5rgffug7755gm1cqb8mucmmgmvuplsp1f1mi8ncq616vcg6nk2m0/f/9ac83d54583b4586815d8f580e658489 2023-11-12T09:25:37,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x3254a171 to 127.0.0.1:50434 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:25:37,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@690d49b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:25:37,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:25:37,822 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:39200, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-11-12T09:25:37,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:25:37,828 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:59346, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-11-12T09:25:37,849 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:25:37,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x3254a171 to 127.0.0.1:50434 2023-11-12T09:25:37,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:25:37,853 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:25:37,853 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x330df6f8 to 127.0.0.1:50434 2023-11-12T09:25:37,853 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:25:37,853 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-11-12T09:25:37,853 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] impl.RestoreTablesClient(231): Restore includes the following image(s): 2023-11-12T09:25:37,853 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] impl.RestoreTablesClient(233): Backup: backup_1699781104678 hdfs://localhost:42559/backupUT/backup_1699781104678/ns2/test-16997810974401/ 2023-11-12T09:25:37,853 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] impl.RestoreTablesClient(238): restoreStage finished 2023-11-12T09:25:37,880 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:42559/backupUT/backup_1699781120389/.backup.manifest 2023-11-12T09:25:37,882 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1699781120389/.backup.manifest 2023-11-12T09:25:37,883 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:42559/backupUT/backup_1699781104678/.backup.manifest 2023-11-12T09:25:37,885 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1699781104678/.backup.manifest 2023-11-12T09:25:37,885 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] impl.RestoreTablesClient(148): Restoring 'test-1699781097440' to 'table1' from full backup image hdfs://localhost:42559/backupUT/backup_1699781104678/default/test-1699781097440 2023-11-12T09:25:37,887 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] util.RestoreTool(295): Retrieved descriptor: 'test-1699781097440', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1699781120389 2023-11-12T09:25:37,890 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] util.RestoreTool(476): Truncating exising target table 'table1', preserving region splits 2023-11-12T09:25:37,891 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] client.HBaseAdmin$18(967): Started disable of table1 2023-11-12T09:25:37,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.HMaster$13(2695): Client=jenkins//172.31.12.81 disable table1 2023-11-12T09:25:37,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] procedure2.ProcedureExecutor(1032): Stored pid=50, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=table1 2023-11-12T09:25:37,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=50 2023-11-12T09:25:37,895 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781137895"}]},"ts":"1699781137895"} 2023-11-12T09:25:37,896 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=DISABLING in hbase:meta 2023-11-12T09:25:37,899 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(293): Set table1 to state=DISABLING 2023-11-12T09:25:37,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=table1, region=8e203dc5e98068aa088d341e8d4b455f, UNASSIGN}] 2023-11-12T09:25:37,901 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=51, ppid=50, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=table1, region=8e203dc5e98068aa088d341e8d4b455f, UNASSIGN 2023-11-12T09:25:37,902 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=51 updating hbase:meta row=8e203dc5e98068aa088d341e8d4b455f, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:37,903 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; CloseRegionProcedure 8e203dc5e98068aa088d341e8d4b455f, server=jenkins-hbase3.apache.org,44651,1699781089217}] 2023-11-12T09:25:37,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=50 2023-11-12T09:25:38,055 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:38,056 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=52}] handler.UnassignRegionHandler(119): Close 8e203dc5e98068aa088d341e8d4b455f 2023-11-12T09:25:38,056 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=52}] regionserver.HRegion(1668): Closing 8e203dc5e98068aa088d341e8d4b455f, disabling compactions & flushes 2023-11-12T09:25:38,056 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=52}] regionserver.HRegion(1690): Closing region table1,,1699781129000.8e203dc5e98068aa088d341e8d4b455f. 2023-11-12T09:25:38,056 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=52}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,,1699781129000.8e203dc5e98068aa088d341e8d4b455f. 2023-11-12T09:25:38,056 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=52}] regionserver.HRegion(1778): Acquired close lock on table1,,1699781129000.8e203dc5e98068aa088d341e8d4b455f. after waiting 0 ms 2023-11-12T09:25:38,056 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=52}] regionserver.HRegion(1788): Updates disabled for region table1,,1699781129000.8e203dc5e98068aa088d341e8d4b455f. 2023-11-12T09:25:38,068 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=52}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/default/table1/8e203dc5e98068aa088d341e8d4b455f/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2023-11-12T09:25:38,069 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=52}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:25:38,071 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=52}] regionserver.HRegion(1909): Closed table1,,1699781129000.8e203dc5e98068aa088d341e8d4b455f. 2023-11-12T09:25:38,071 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=52}] regionserver.HRegion(1622): Region close journal for 8e203dc5e98068aa088d341e8d4b455f: 2023-11-12T09:25:38,074 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=51 updating hbase:meta row=8e203dc5e98068aa088d341e8d4b455f, regionState=CLOSED 2023-11-12T09:25:38,078 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=52, resume processing ppid=51 2023-11-12T09:25:38,078 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=52, ppid=51, state=SUCCESS; CloseRegionProcedure 8e203dc5e98068aa088d341e8d4b455f, server=jenkins-hbase3.apache.org,44651,1699781089217 in 173 msec 2023-11-12T09:25:38,080 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=52}] handler.UnassignRegionHandler(163): Closed 8e203dc5e98068aa088d341e8d4b455f 2023-11-12T09:25:38,080 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=51, resume processing ppid=50 2023-11-12T09:25:38,080 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=51, ppid=50, state=SUCCESS; TransitRegionStateProcedure table=table1, region=8e203dc5e98068aa088d341e8d4b455f, UNASSIGN in 178 msec 2023-11-12T09:25:38,081 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781138081"}]},"ts":"1699781138081"} 2023-11-12T09:25:38,082 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=DISABLED in hbase:meta 2023-11-12T09:25:38,084 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(305): Set table1 to state=DISABLED 2023-11-12T09:25:38,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=50, state=SUCCESS; DisableTableProcedure table=table1 in 194 msec 2023-11-12T09:25:38,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=50 2023-11-12T09:25:38,198 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] client.HBaseAdmin$TableFuture(3745): Operation: DISABLE, Table Name: default:table1, procId: 50 completed 2023-11-12T09:25:38,200 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] client.HBaseAdmin$16(847): Started truncating table1 2023-11-12T09:25:38,207 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.HMaster$6(2481): Client=jenkins//172.31.12.81 truncate table1 2023-11-12T09:25:38,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] procedure2.ProcedureExecutor(1032): Stored pid=53, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION; TruncateTableProcedure (table=table1 preserveSplits=true) 2023-11-12T09:25:38,223 DEBUG [PEWorker-2 {}] procedure.TruncateTableProcedure(87): waiting for 'table1' regions in transition 2023-11-12T09:25:38,227 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/default/table1/8e203dc5e98068aa088d341e8d4b455f 2023-11-12T09:25:38,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=53 2023-11-12T09:25:38,230 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/default/table1/8e203dc5e98068aa088d341e8d4b455f/f, FileablePath, hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/default/table1/8e203dc5e98068aa088d341e8d4b455f/recovered.edits] 2023-11-12T09:25:38,235 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/default/table1/8e203dc5e98068aa088d341e8d4b455f/f/4e887c0983ca4058a30e435553ecf89d_SeqId_4_ to hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/archive/data/default/table1/8e203dc5e98068aa088d341e8d4b455f/f/4e887c0983ca4058a30e435553ecf89d_SeqId_4_ 2023-11-12T09:25:38,239 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/default/table1/8e203dc5e98068aa088d341e8d4b455f/recovered.edits/6.seqid to hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/archive/data/default/table1/8e203dc5e98068aa088d341e8d4b455f/recovered.edits/6.seqid 2023-11-12T09:25:38,240 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/default/table1/8e203dc5e98068aa088d341e8d4b455f 2023-11-12T09:25:38,240 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(293): Archived table1 regions 2023-11-12T09:25:38,246 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(350): Deleting some vestigial 1 rows of table1 from hbase:meta 2023-11-12T09:25:38,249 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(387): Removing 'table1' descriptor. 2023-11-12T09:25:38,249 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(377): Removing 'table1' from region states. 2023-11-12T09:25:38,249 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"table1,,1699781129000.8e203dc5e98068aa088d341e8d4b455f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1699781138249"}]},"ts":"9223372036854775807"} 2023-11-12T09:25:38,252 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2023-11-12T09:25:38,252 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 8e203dc5e98068aa088d341e8d4b455f, NAME => 'table1,,1699781129000.8e203dc5e98068aa088d341e8d4b455f.', STARTKEY => '', ENDKEY => ''}] 2023-11-12T09:25:38,252 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(381): Marking 'table1' as deleted. 2023-11-12T09:25:38,252 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1699781138252"}]},"ts":"9223372036854775807"} 2023-11-12T09:25:38,255 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table table1 state from META 2023-11-12T09:25:38,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=53 2023-11-12T09:25:38,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=53 2023-11-12T09:25:38,672 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 7bfcae1298c5139d6b92e263b4e59be3, NAME => 'table1,,1699781138243.7bfcae1298c5139d6b92e263b4e59be3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563 2023-11-12T09:25:38,678 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(888): Instantiated table1,,1699781138243.7bfcae1298c5139d6b92e263b4e59be3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:25:38,678 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1668): Closing 7bfcae1298c5139d6b92e263b4e59be3, disabling compactions & flushes 2023-11-12T09:25:38,678 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1690): Closing region table1,,1699781138243.7bfcae1298c5139d6b92e263b4e59be3. 2023-11-12T09:25:38,678 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,,1699781138243.7bfcae1298c5139d6b92e263b4e59be3. 2023-11-12T09:25:38,679 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on table1,,1699781138243.7bfcae1298c5139d6b92e263b4e59be3. after waiting 0 ms 2023-11-12T09:25:38,679 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region table1,,1699781138243.7bfcae1298c5139d6b92e263b4e59be3. 2023-11-12T09:25:38,679 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1909): Closed table1,,1699781138243.7bfcae1298c5139d6b92e263b4e59be3. 2023-11-12T09:25:38,679 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1622): Region close journal for 7bfcae1298c5139d6b92e263b4e59be3: 2023-11-12T09:25:38,680 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"table1,,1699781138243.7bfcae1298c5139d6b92e263b4e59be3.","families":{"info":[{"qualifier":"regioninfo","vlen":40,"tag":[],"timestamp":"1699781138680"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699781138680"}]},"ts":"1699781138680"} 2023-11-12T09:25:38,682 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:25:38,683 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781138682"}]},"ts":"1699781138682"} 2023-11-12T09:25:38,684 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=ENABLING in hbase:meta 2023-11-12T09:25:38,689 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=7bfcae1298c5139d6b92e263b4e59be3, ASSIGN}] 2023-11-12T09:25:38,691 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=54, ppid=53, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=7bfcae1298c5139d6b92e263b4e59be3, ASSIGN 2023-11-12T09:25:38,692 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=54, ppid=53, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=table1, region=7bfcae1298c5139d6b92e263b4e59be3, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,44651,1699781089217; forceNewPlan=false, retain=false 2023-11-12T09:25:38,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=53 2023-11-12T09:25:38,844 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=54 updating hbase:meta row=7bfcae1298c5139d6b92e263b4e59be3, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:38,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE; OpenRegionProcedure 7bfcae1298c5139d6b92e263b4e59be3, server=jenkins-hbase3.apache.org,44651,1699781089217}] 2023-11-12T09:25:38,998 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:39,003 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(130): Open table1,,1699781138243.7bfcae1298c5139d6b92e263b4e59be3. 2023-11-12T09:25:39,003 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7254): Opening region: {ENCODED => 7bfcae1298c5139d6b92e263b4e59be3, NAME => 'table1,,1699781138243.7bfcae1298c5139d6b92e263b4e59be3.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:25:39,004 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:25:39,004 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 7bfcae1298c5139d6b92e263b4e59be3 2023-11-12T09:25:39,004 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(888): Instantiated table1,,1699781138243.7bfcae1298c5139d6b92e263b4e59be3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:25:39,004 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7296): checking encryption for 7bfcae1298c5139d6b92e263b4e59be3 2023-11-12T09:25:39,004 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7299): checking classloading for 7bfcae1298c5139d6b92e263b4e59be3 2023-11-12T09:25:39,006 INFO [StoreOpener-7bfcae1298c5139d6b92e263b4e59be3-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7bfcae1298c5139d6b92e263b4e59be3 2023-11-12T09:25:39,008 INFO [StoreOpener-7bfcae1298c5139d6b92e263b4e59be3-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7bfcae1298c5139d6b92e263b4e59be3 columnFamilyName f 2023-11-12T09:25:39,008 DEBUG [StoreOpener-7bfcae1298c5139d6b92e263b4e59be3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:25:39,008 INFO [StoreOpener-7bfcae1298c5139d6b92e263b4e59be3-1 {}] regionserver.HStore(324): Store=7bfcae1298c5139d6b92e263b4e59be3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:25:39,009 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/default/table1/7bfcae1298c5139d6b92e263b4e59be3 2023-11-12T09:25:39,010 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/default/table1/7bfcae1298c5139d6b92e263b4e59be3 2023-11-12T09:25:39,013 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1076): writing seq id for 7bfcae1298c5139d6b92e263b4e59be3 2023-11-12T09:25:39,016 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/default/table1/7bfcae1298c5139d6b92e263b4e59be3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:25:39,017 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1093): Opened 7bfcae1298c5139d6b92e263b4e59be3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10445272320, jitterRate=-0.02720820903778076}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:25:39,017 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(992): Region open journal for 7bfcae1298c5139d6b92e263b4e59be3: 2023-11-12T09:25:39,018 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2556): Post open deploy tasks for table1,,1699781138243.7bfcae1298c5139d6b92e263b4e59be3., pid=55, masterSystemTime=1699781138998 2023-11-12T09:25:39,021 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=54 updating hbase:meta row=7bfcae1298c5139d6b92e263b4e59be3, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:39,024 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2583): Finished post open deploy task for table1,,1699781138243.7bfcae1298c5139d6b92e263b4e59be3. 2023-11-12T09:25:39,025 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(158): Opened table1,,1699781138243.7bfcae1298c5139d6b92e263b4e59be3. 2023-11-12T09:25:39,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=55, resume processing ppid=54 2023-11-12T09:25:39,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=55, ppid=54, state=SUCCESS; OpenRegionProcedure 7bfcae1298c5139d6b92e263b4e59be3, server=jenkins-hbase3.apache.org,44651,1699781089217 in 179 msec 2023-11-12T09:25:39,029 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=54, resume processing ppid=53 2023-11-12T09:25:39,030 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=54, ppid=53, state=SUCCESS; TransitRegionStateProcedure table=table1, region=7bfcae1298c5139d6b92e263b4e59be3, ASSIGN in 339 msec 2023-11-12T09:25:39,030 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781139030"}]},"ts":"1699781139030"} 2023-11-12T09:25:39,032 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=ENABLED in hbase:meta 2023-11-12T09:25:39,034 DEBUG [PEWorker-3 {}] procedure.TruncateTableProcedure(145): truncate 'table1' completed 2023-11-12T09:25:39,035 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=53, state=SUCCESS; TruncateTableProcedure (table=table1 preserveSplits=true) in 824 msec 2023-11-12T09:25:39,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=53 2023-11-12T09:25:39,334 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] client.HBaseAdmin$TableFuture(3745): Operation: TRUNCATE, Table Name: default:table1, procId: 53 completed 2023-11-12T09:25:39,337 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:42559/backupUT/backup_1699781104678/default/test-1699781097440/archive/data/default/test-1699781097440/603dd1915981443e2df946055957f128 from hbase tables test-1699781097440 to tables table1 2023-11-12T09:25:39,337 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.MapReduceRestoreJob(72): Restore test-1699781097440 into table1 2023-11-12T09:25:39,339 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/hbase-staging/bulk_output-default-table1-1699781139337 from hdfs://localhost:42559/backupUT/backup_1699781104678/default/test-1699781097440/archive/data/default/test-1699781097440/603dd1915981443e2df946055957f128 2023-11-12T09:25:39,340 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x0a515302 to 127.0.0.1:50434 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:25:39,347 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e22efc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:25:39,350 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:25:39,351 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:39206, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:25:39,352 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-11-12T09:25:39,352 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table table1 2023-11-12T09:25:39,355 DEBUG [hconnection-0x73e05b91-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:25:39,357 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:59360, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:25:39,359 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for table1: 2023-11-12T09:25:39,359 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-11-12T09:25:39,359 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/hbase-staging/partitions_cef13344-e178-40bc-ad95-e59cdd89b87d 2023-11-12T09:25:39,657 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-12T09:25:39,766 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:39,766 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:39,767 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:39,767 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:39,842 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:table2' 2023-11-12T09:25:40,722 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/hadoop-5122303211566600977.jar 2023-11-12T09:25:40,723 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:40,723 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:40,724 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:40,724 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:40,724 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:40,725 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:40,725 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:40,725 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:40,726 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:40,727 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:25:40,727 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-12T09:25:40,728 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-12T09:25:40,728 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-12T09:25:40,729 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-12T09:25:40,729 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-12T09:25:40,729 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-12T09:25:40,730 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-12T09:25:40,730 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-12T09:25:40,730 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-12T09:25:40,731 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-12T09:25:40,731 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-12T09:25:40,732 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:40,732 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:40,733 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:40,733 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:40,733 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:40,734 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:40,735 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:25:40,735 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: table1 2023-11-12T09:25:40,736 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:25:40,736 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x0a515302 to 127.0.0.1:50434 2023-11-12T09:25:40,736 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:25:40,736 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-11-12T09:25:40,736 WARN [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-11-12T09:25:40,737 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:25:40,744 WARN [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-12T09:25:40,750 WARN [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-11-12T09:25:40,827 WARN [Listener at jenkins-hbase3.apache.org/43865 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/mapreduce.cluster.local.dir/1699781140792/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-12T09:25:40,827 WARN [Listener at jenkins-hbase3.apache.org/43865 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/mapreduce.cluster.local.dir/1699781140792/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-12T09:25:40,882 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:42559/backupUT/backup_1699781104678/default/test-1699781097440/archive/data/default/test-1699781097440/603dd1915981443e2df946055957f128/f/32b98d51e0ad407392833b40297e93ff 2023-11-12T09:25:40,887 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-12T09:25:40,903 DEBUG [pool-246-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x08546948 to 127.0.0.1:50434 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:25:40,908 DEBUG [pool-246-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58ad8882, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:25:40,910 DEBUG [hconnection-0x5908ef36-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:25:40,911 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:59376, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:25:40,917 DEBUG [pool-246-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x08546948 to 127.0.0.1:50434 2023-11-12T09:25:40,917 DEBUG [pool-246-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:25:40,917 DEBUG [pool-246-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row0] 2023-11-12T09:25:40,917 DEBUG [pool-246-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-11-12T09:25:40,923 DEBUG [pool-246-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/hbase-staging/bulk_output-default-table1-1699781139337/_temporary/0/_temporary/attempt_local5343498_0007_r_000000_0/f/2cdcd3c83902414daa15a51adfd3099f is 37, key is row10/f:q1/1699781099086/Put/seqid=0 2023-11-12T09:25:40,925 WARN [Thread-1028 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:44651] Specified favored nodes: [jenkins-hbase3.apache.org:44651] 2023-11-12T09:25:41,880 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/hbase-staging/bulk_output-default-table1-1699781139337 2023-11-12T09:25:41,881 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x4b5fddc9 to 127.0.0.1:50434 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:25:41,886 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c49b33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:25:41,888 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:25:41,890 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:59382, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:25:41,897 WARN [Listener at jenkins-hbase3.apache.org/43865 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/hbase-staging/bulk_output-default-table1-1699781139337/_SUCCESS 2023-11-12T09:25:41,902 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:25:41,905 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:39218, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:25:41,918 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/hbase-staging/bulk_output-default-table1-1699781139337/f/2cdcd3c83902414daa15a51adfd3099f first=Optional[row0] last=Optional[row98] 2023-11-12T09:25:41,919 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=table1,,1699781138243.7bfcae1298c5139d6b92e263b4e59be3., hostname=jenkins-hbase3.apache.org,44651,1699781089217, seqNum=2 for row with hfile group [{f,hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/hbase-staging/bulk_output-default-table1-1699781139337/f/2cdcd3c83902414daa15a51adfd3099f}] 2023-11-12T09:25:41,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/hbase-staging/bulk_output-default-table1-1699781139337/f/2cdcd3c83902414daa15a51adfd3099f for inclusion in 7bfcae1298c5139d6b92e263b4e59be3/f 2023-11-12T09:25:41,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] regionserver.HStore(623): HFile bounds: first=row0 last=row98 2023-11-12T09:25:41,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] regionserver.HStore(625): Region bounds: first= last= 2023-11-12T09:25:41,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] regionserver.HRegion(2520): Flush status journal for 7bfcae1298c5139d6b92e263b4e59be3: 2023-11-12T09:25:41,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/hbase-staging/bulk_output-default-table1-1699781139337/f/2cdcd3c83902414daa15a51adfd3099f to hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/staging/jenkins__table1__otokfud7sfuns8uvc260utgt7o6p8gfhfhp7h9va9l91ol5s1j0asoegklhlsrgu/f/2cdcd3c83902414daa15a51adfd3099f 2023-11-12T09:25:41,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/staging/jenkins__table1__otokfud7sfuns8uvc260utgt7o6p8gfhfhp7h9va9l91ol5s1j0asoegklhlsrgu/f/2cdcd3c83902414daa15a51adfd3099f as hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/default/table1/7bfcae1298c5139d6b92e263b4e59be3/f/b529893b79994629a9d616d8630c4838_SeqId_4_ 2023-11-12T09:25:41,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x65aa513a to 127.0.0.1:50434 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:25:41,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@793284d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:25:41,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:25:41,949 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:39234, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:25:41,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:25:41,953 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:59390, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:25:41,965 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:25:41,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x65aa513a to 127.0.0.1:50434 2023-11-12T09:25:41,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:25:41,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/staging/jenkins__table1__otokfud7sfuns8uvc260utgt7o6p8gfhfhp7h9va9l91ol5s1j0asoegklhlsrgu/f/2cdcd3c83902414daa15a51adfd3099f into 7bfcae1298c5139d6b92e263b4e59be3/f as hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/default/table1/7bfcae1298c5139d6b92e263b4e59be3/f/b529893b79994629a9d616d8630c4838_SeqId_4_ - updating store file list. 2023-11-12T09:25:41,973 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/default/table1/7bfcae1298c5139d6b92e263b4e59be3/f/b529893b79994629a9d616d8630c4838_SeqId_4_ into 7bfcae1298c5139d6b92e263b4e59be3/f 2023-11-12T09:25:41,973 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/staging/jenkins__table1__otokfud7sfuns8uvc260utgt7o6p8gfhfhp7h9va9l91ol5s1j0asoegklhlsrgu/f/2cdcd3c83902414daa15a51adfd3099f into 7bfcae1298c5139d6b92e263b4e59be3/f (new location: hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/default/table1/7bfcae1298c5139d6b92e263b4e59be3/f/b529893b79994629a9d616d8630c4838_SeqId_4_) 2023-11-12T09:25:41,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/staging/jenkins__table1__otokfud7sfuns8uvc260utgt7o6p8gfhfhp7h9va9l91ol5s1j0asoegklhlsrgu/f/2cdcd3c83902414daa15a51adfd3099f 2023-11-12T09:25:41,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x6d5cb221 to 127.0.0.1:50434 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:25:41,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@499fc98c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:25:41,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:25:41,981 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:39246, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-11-12T09:25:41,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:25:41,986 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:59392, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-11-12T09:25:41,999 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:25:41,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x6d5cb221 to 127.0.0.1:50434 2023-11-12T09:25:41,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:25:42,002 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:25:42,002 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x4b5fddc9 to 127.0.0.1:50434 2023-11-12T09:25:42,002 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:25:42,002 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-11-12T09:25:42,022 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] impl.RestoreTablesClient(181): Restoring 'test-1699781097440' to 'table1' from log dirs: hdfs://localhost:42559/backupUT/backup_1699781120389/default/test-1699781097440/f/b1248d6c465f475c830f3023d90731be 2023-11-12T09:25:42,025 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] util.RestoreTool(177): Found descriptor 'test-1699781097440', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} through backup_1699781120389 2023-11-12T09:25:42,027 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.MapReduceRestoreJob(64): Restore incremental backup from directory hdfs://localhost:42559/backupUT/backup_1699781120389/default/test-1699781097440/f/b1248d6c465f475c830f3023d90731be from hbase tables test-1699781097440 to tables table1 2023-11-12T09:25:42,027 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.MapReduceRestoreJob(72): Restore test-1699781097440 into table1 2023-11-12T09:25:42,028 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/hbase-staging/bulk_output-default-table1-1699781142027 from hdfs://localhost:42559/backupUT/backup_1699781120389/default/test-1699781097440/f/b1248d6c465f475c830f3023d90731be 2023-11-12T09:25:42,029 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x6e558894 to 127.0.0.1:50434 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:25:42,033 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f72e6cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:25:42,034 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:25:42,035 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:39262, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:25:42,036 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-11-12T09:25:42,036 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table test-1699781097440 2023-11-12T09:25:42,040 DEBUG [hconnection-0x7d0eed97-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:25:42,041 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:59404, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:25:42,042 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for test-1699781097440: 2023-11-12T09:25:42,042 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-11-12T09:25:42,043 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/hbase-staging/partitions_5f63789c-0d78-4780-b509-6f49a6244e5d 2023-11-12T09:25:42,449 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:42,450 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:42,451 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:42,451 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:43,426 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/hadoop-8445325416357982118.jar 2023-11-12T09:25:43,427 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:43,427 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:43,427 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:43,428 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:43,428 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:43,429 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:43,429 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:43,429 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:43,430 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:43,430 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:25:43,431 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-12T09:25:43,431 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-12T09:25:43,432 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-12T09:25:43,432 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-12T09:25:43,433 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-12T09:25:43,433 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-12T09:25:43,433 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-12T09:25:43,434 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-12T09:25:43,434 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-12T09:25:43,434 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-12T09:25:43,435 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-12T09:25:43,435 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:43,436 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:43,436 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:43,436 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:43,437 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:43,437 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:25:43,438 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:25:43,438 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: test-1699781097440 2023-11-12T09:25:43,438 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:25:43,438 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x6e558894 to 127.0.0.1:50434 2023-11-12T09:25:43,438 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:25:43,438 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-11-12T09:25:43,438 WARN [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-11-12T09:25:43,439 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:25:43,445 WARN [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-12T09:25:43,451 WARN [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-11-12T09:25:43,525 WARN [Listener at jenkins-hbase3.apache.org/43865 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/mapreduce.cluster.local.dir/1699781143492/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-12T09:25:43,525 WARN [Listener at jenkins-hbase3.apache.org/43865 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/mapreduce.cluster.local.dir/1699781143492/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-12T09:25:43,574 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:42559/backupUT/backup_1699781120389/default/test-1699781097440/f/b1248d6c465f475c830f3023d90731be 2023-11-12T09:25:43,578 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-12T09:25:43,592 DEBUG [pool-258-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x017b55fa to 127.0.0.1:50434 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:25:43,597 DEBUG [pool-258-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e3c59b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:25:43,598 DEBUG [hconnection-0x383d53a3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:25:43,600 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:59416, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:25:43,601 DEBUG [pool-258-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x017b55fa to 127.0.0.1:50434 2023-11-12T09:25:43,602 DEBUG [pool-258-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:25:43,603 DEBUG [pool-258-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-t10] 2023-11-12T09:25:43,603 DEBUG [pool-258-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-11-12T09:25:43,612 DEBUG [pool-258-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/hbase-staging/bulk_output-default-table1-1699781142027/_temporary/0/_temporary/attempt_local1454284749_0008_r_000000_0/f/6d8a9d10073346c6acebe9df7a3be116 is 40, key is row-t110/f:q1/1699781119836/Put/seqid=0 2023-11-12T09:25:43,613 WARN [Thread-1072 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:44651] Specified favored nodes: [jenkins-hbase3.apache.org:44651] 2023-11-12T09:25:44,570 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/hbase-staging/bulk_output-default-table1-1699781142027 2023-11-12T09:25:44,571 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x084935de to 127.0.0.1:50434 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:25:44,576 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c21b03d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:25:44,577 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:25:44,581 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:59432, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:25:44,590 WARN [Listener at jenkins-hbase3.apache.org/43865 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/hbase-staging/bulk_output-default-table1-1699781142027/_SUCCESS 2023-11-12T09:25:44,594 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:25:44,595 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:39266, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:25:44,606 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/hbase-staging/bulk_output-default-table1-1699781142027/f/6d8a9d10073346c6acebe9df7a3be116 first=Optional[row-t10] last=Optional[row-t198] 2023-11-12T09:25:44,607 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=table1,,1699781138243.7bfcae1298c5139d6b92e263b4e59be3., hostname=jenkins-hbase3.apache.org,44651,1699781089217, seqNum=2 for row with hfile group [{f,hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/hbase-staging/bulk_output-default-table1-1699781142027/f/6d8a9d10073346c6acebe9df7a3be116}] 2023-11-12T09:25:44,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/hbase-staging/bulk_output-default-table1-1699781142027/f/6d8a9d10073346c6acebe9df7a3be116 for inclusion in 7bfcae1298c5139d6b92e263b4e59be3/f 2023-11-12T09:25:44,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] regionserver.HStore(623): HFile bounds: first=row-t10 last=row-t198 2023-11-12T09:25:44,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] regionserver.HStore(625): Region bounds: first= last= 2023-11-12T09:25:44,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] regionserver.HRegion(2520): Flush status journal for 7bfcae1298c5139d6b92e263b4e59be3: 2023-11-12T09:25:44,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/hbase-staging/bulk_output-default-table1-1699781142027/f/6d8a9d10073346c6acebe9df7a3be116 to hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/staging/jenkins__table1__7atnn05g4gapq25meequrdnb6fj5q2echf29b0v2ml8so5cof6lubbd6al1a1jmu/f/6d8a9d10073346c6acebe9df7a3be116 2023-11-12T09:25:44,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/staging/jenkins__table1__7atnn05g4gapq25meequrdnb6fj5q2echf29b0v2ml8so5cof6lubbd6al1a1jmu/f/6d8a9d10073346c6acebe9df7a3be116 as hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/default/table1/7bfcae1298c5139d6b92e263b4e59be3/f/8f220a9166ff43289c8b014bfd8ae400_SeqId_6_ 2023-11-12T09:25:44,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x3d1cfced to 127.0.0.1:50434 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:25:44,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@783a4534, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:25:44,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:25:44,629 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:39272, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:25:44,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:25:44,634 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:59444, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:25:44,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:25:44,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x3d1cfced to 127.0.0.1:50434 2023-11-12T09:25:44,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:25:44,647 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/staging/jenkins__table1__7atnn05g4gapq25meequrdnb6fj5q2echf29b0v2ml8so5cof6lubbd6al1a1jmu/f/6d8a9d10073346c6acebe9df7a3be116 into 7bfcae1298c5139d6b92e263b4e59be3/f as hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/default/table1/7bfcae1298c5139d6b92e263b4e59be3/f/8f220a9166ff43289c8b014bfd8ae400_SeqId_6_ - updating store file list. 2023-11-12T09:25:44,654 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/default/table1/7bfcae1298c5139d6b92e263b4e59be3/f/8f220a9166ff43289c8b014bfd8ae400_SeqId_6_ into 7bfcae1298c5139d6b92e263b4e59be3/f 2023-11-12T09:25:44,654 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/staging/jenkins__table1__7atnn05g4gapq25meequrdnb6fj5q2echf29b0v2ml8so5cof6lubbd6al1a1jmu/f/6d8a9d10073346c6acebe9df7a3be116 into 7bfcae1298c5139d6b92e263b4e59be3/f (new location: hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/default/table1/7bfcae1298c5139d6b92e263b4e59be3/f/8f220a9166ff43289c8b014bfd8ae400_SeqId_6_) 2023-11-12T09:25:44,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/staging/jenkins__table1__7atnn05g4gapq25meequrdnb6fj5q2echf29b0v2ml8so5cof6lubbd6al1a1jmu/f/6d8a9d10073346c6acebe9df7a3be116 2023-11-12T09:25:44,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x1f086c6e to 127.0.0.1:50434 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:25:44,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55315d3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:25:44,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:25:44,664 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:39274, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-11-12T09:25:44,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:25:44,668 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:59460, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-11-12T09:25:44,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:25:44,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x1f086c6e to 127.0.0.1:50434 2023-11-12T09:25:44,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:25:44,691 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:25:44,692 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x084935de to 127.0.0.1:50434 2023-11-12T09:25:44,692 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:25:44,692 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-11-12T09:25:44,692 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] impl.RestoreTablesClient(187): test-1699781097440 has been successfully restored to table1 2023-11-12T09:25:44,692 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] impl.RestoreTablesClient(231): Restore includes the following image(s): 2023-11-12T09:25:44,692 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] impl.RestoreTablesClient(233): Backup: backup_1699781120389 hdfs://localhost:42559/backupUT/backup_1699781120389/default/test-1699781097440/ 2023-11-12T09:25:44,692 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] impl.RestoreTablesClient(238): restoreStage finished 2023-11-12T09:25:44,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] ipc.CallRunner(138): callId: 357 service: ClientService methodName: Scan size: 131 connection: 172.31.12.81:41168 deadline: 1699781204693, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,,1699781129000.8e203dc5e98068aa088d341e8d4b455f. is not online on jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:44,810 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:25:44,810 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x55b80934 to 127.0.0.1:50434 2023-11-12T09:25:44,810 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:25:44,828 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] hbase.ResourceChecker(175): after: backup.TestIncrementalBackupDeleteTable#testIncBackupDeleteTable Thread=603 (was 585) Potentially hanging thread: rs(jenkins-hbase3.apache.org,44651,1699781089217)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/cluster_6474ec66-5eb8-2043-d882-3b5799320e0a/dfs/data/data1/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: HFileArchiver-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:50434@0x55b80934-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:549) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:50434@0x55b80934-SendThread(127.0.0.1:50434) sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_736262389_16 at /127.0.0.1:53662 [Receiving block BP-13758494-172.31.12.81-1699781082727:blk_1073741878_1054] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1968299541_16 at /127.0.0.1:38536 [Waiting for operation #15] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1968299541_16 at /127.0.0.1:38498 [Waiting for operation #19] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/cluster_6474ec66-5eb8-2043-d882-3b5799320e0a/dfs/data/data2/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase3.apache.org,44651,1699781089217)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x5ab5fd94-shared-pool-22 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-13758494-172.31.12.81-1699781082727:blk_1073741879_1055, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: (jenkins-hbase3.apache.org,36229,1699781086023)-proc-coordinator-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: member: 'jenkins-hbase3.apache.org,44651,1699781089217' subprocedure-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-13758494-172.31.12.81-1699781082727:blk_1073741878_1054, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x5ab5fd94-shared-pool-23 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:50434@0x55b80934 java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1517) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1541) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1227) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$538/1717262247.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1968299541_16 at /127.0.0.1:38564 [Waiting for operation #5] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x5ab5fd94-shared-pool-21 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x5ab5fd94-shared-pool-24 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_736262389_16 at /127.0.0.1:53666 [Receiving block BP-13758494-172.31.12.81-1699781082727:blk_1073741879_1055] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: HFileArchiver-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=713 (was 689) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=231 (was 220) - SystemLoadAverage LEAK? -, ProcessCount=167 (was 167), AvailableMemoryMB=5573 (was 5750) 2023-11-12T09:25:44,829 WARN [Listener at jenkins-hbase3.apache.org/43865 {}] hbase.ResourceChecker(130): Thread=603 is superior to 500 2023-11-12T09:25:44,836 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2023-11-12T09:25:44,836 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:25:44,836 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x786305f9 to 127.0.0.1:50434 2023-11-12T09:25:44,836 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:25:44,836 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2023-11-12T09:25:44,836 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] util.JVMClusterUtil(257): Found active master hash=1477791156, stopped=false 2023-11-12T09:25:44,836 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] master.ServerManager(896): Cluster shutdown requested of master=jenkins-hbase3.apache.org,36229,1699781086023 2023-11-12T09:25:44,840 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44651-0x1004cf2f5a40001, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2023-11-12T09:25:44,840 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2023-11-12T09:25:44,840 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44651-0x1004cf2f5a40001, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:25:44,840 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:25:44,840 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] procedure2.ProcedureExecutor(630): Stopping 2023-11-12T09:25:44,840 DEBUG [Listener at jenkins-hbase3.apache.org/43865 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:25:44,841 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,44651,1699781089217' ***** 2023-11-12T09:25:44,841 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44651-0x1004cf2f5a40001, quorum=127.0.0.1:50434, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-11-12T09:25:44,841 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-11-12T09:25:44,841 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] regionserver.HRegionServer(2531): STOPPED: Shutdown requested 2023-11-12T09:25:44,841 INFO [RS:0;jenkins-hbase3:44651 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-11-12T09:25:44,855 INFO [RS:0;jenkins-hbase3:44651 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@64ac7963{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-11-12T09:25:44,858 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2023-11-12T09:25:44,858 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2023-11-12T09:25:44,860 INFO [RS:0;jenkins-hbase3:44651 {}] server.AbstractConnector(383): Stopped ServerConnector@1d3ede67{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-11-12T09:25:44,861 INFO [RS:0;jenkins-hbase3:44651 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-11-12T09:25:44,862 INFO [RS:0;jenkins-hbase3:44651 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@2c3ce721{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-11-12T09:25:44,863 INFO [RS:0;jenkins-hbase3:44651 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@5e8ba4de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/hadoop.log.dir/,STOPPED} 2023-11-12T09:25:44,866 INFO [RS:0;jenkins-hbase3:44651 {}] regionserver.HeapMemoryManager(220): Stopping 2023-11-12T09:25:44,866 INFO [RS:0;jenkins-hbase3:44651 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2023-11-12T09:25:44,866 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2023-11-12T09:25:44,866 INFO [RS:0;jenkins-hbase3:44651 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2023-11-12T09:25:44,866 INFO [RS:0;jenkins-hbase3:44651 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2023-11-12T09:25:44,866 INFO [RS:0;jenkins-hbase3:44651 {}] regionserver.HRegionServer(3528): Received CLOSE for a07912850e060fc9c7d3532a29690377 2023-11-12T09:25:44,867 INFO [RS:0;jenkins-hbase3:44651 {}] regionserver.HRegionServer(3528): Received CLOSE for fd33d78d779a6a9335ea29ea1ded3c93 2023-11-12T09:25:44,867 INFO [RS:0;jenkins-hbase3:44651 {}] regionserver.HRegionServer(3528): Received CLOSE for 21f26dadaf1aea515d18466f7a78ca13 2023-11-12T09:25:44,867 INFO [RS:0;jenkins-hbase3:44651 {}] regionserver.HRegionServer(3528): Received CLOSE for 079821d3a8382b1938d17ef33ab58162 2023-11-12T09:25:44,867 INFO [RS:0;jenkins-hbase3:44651 {}] regionserver.HRegionServer(3528): Received CLOSE for e02bc65661a09a1df6514d8404de7a14 2023-11-12T09:25:44,867 INFO [RS:0;jenkins-hbase3:44651 {}] regionserver.HRegionServer(3528): Received CLOSE for 603dd1915981443e2df946055957f128 2023-11-12T09:25:44,867 INFO [RS:0;jenkins-hbase3:44651 {}] regionserver.HRegionServer(3528): Received CLOSE for 145fb3ff15952d8dc9a0dacc495fba60 2023-11-12T09:25:44,867 INFO [RS:0;jenkins-hbase3:44651 {}] regionserver.HRegionServer(3528): Received CLOSE for 7bfcae1298c5139d6b92e263b4e59be3 2023-11-12T09:25:44,867 INFO [RS:0;jenkins-hbase3:44651 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:44,868 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing a07912850e060fc9c7d3532a29690377, disabling compactions & flushes 2023-11-12T09:25:44,868 INFO [RS:0;jenkins-hbase3:44651 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:25:44,868 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns4:test-16997810974403,,1699781103502.a07912850e060fc9c7d3532a29690377. 2023-11-12T09:25:44,868 DEBUG [RS:0;jenkins-hbase3:44651 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:25:44,868 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16997810974403,,1699781103502.a07912850e060fc9c7d3532a29690377. 2023-11-12T09:25:44,868 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16997810974403,,1699781103502.a07912850e060fc9c7d3532a29690377. after waiting 0 ms 2023-11-12T09:25:44,868 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16997810974403,,1699781103502.a07912850e060fc9c7d3532a29690377. 2023-11-12T09:25:44,868 INFO [RS:0;jenkins-hbase3:44651 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2023-11-12T09:25:44,868 INFO [RS:0;jenkins-hbase3:44651 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2023-11-12T09:25:44,868 INFO [RS:0;jenkins-hbase3:44651 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2023-11-12T09:25:44,868 INFO [RS:0;jenkins-hbase3:44651 {}] regionserver.HRegionServer(3528): Received CLOSE for 1588230740 2023-11-12T09:25:44,869 INFO [RS:0;jenkins-hbase3:44651 {}] regionserver.HRegionServer(1579): Waiting on 9 regions to close 2023-11-12T09:25:44,870 DEBUG [RS:0;jenkins-hbase3:44651 {}] regionserver.HRegionServer(1583): Online Regions={a07912850e060fc9c7d3532a29690377=ns4:test-16997810974403,,1699781103502.a07912850e060fc9c7d3532a29690377., fd33d78d779a6a9335ea29ea1ded3c93=backup:system,,1699781104838.fd33d78d779a6a9335ea29ea1ded3c93., 21f26dadaf1aea515d18466f7a78ca13=hbase:namespace,,1699781091844.21f26dadaf1aea515d18466f7a78ca13., 079821d3a8382b1938d17ef33ab58162=ns3:test-16997810974402,,1699781101376.079821d3a8382b1938d17ef33ab58162., e02bc65661a09a1df6514d8404de7a14=ns2:table2,,1699781133011.e02bc65661a09a1df6514d8404de7a14., 1588230740=hbase:meta,,1.1588230740, 603dd1915981443e2df946055957f128=test-1699781097440,,1699781097928.603dd1915981443e2df946055957f128., 145fb3ff15952d8dc9a0dacc495fba60=backup:system_bulk,,1699781105465.145fb3ff15952d8dc9a0dacc495fba60., 7bfcae1298c5139d6b92e263b4e59be3=table1,,1699781138243.7bfcae1298c5139d6b92e263b4e59be3.} 2023-11-12T09:25:44,870 DEBUG [RS:0;jenkins-hbase3:44651 {}] regionserver.HRegionServer(1609): Waiting on 079821d3a8382b1938d17ef33ab58162, 145fb3ff15952d8dc9a0dacc495fba60, 1588230740, 21f26dadaf1aea515d18466f7a78ca13, 603dd1915981443e2df946055957f128, 7bfcae1298c5139d6b92e263b4e59be3, a07912850e060fc9c7d3532a29690377, e02bc65661a09a1df6514d8404de7a14, fd33d78d779a6a9335ea29ea1ded3c93 2023-11-12T09:25:44,870 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-11-12T09:25:44,870 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-11-12T09:25:44,870 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-11-12T09:25:44,871 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-11-12T09:25:44,871 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-11-12T09:25:44,871 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2819): Flushing 1588230740 3/3 column families, dataSize=14.91 KB heapSize=26.30 KB 2023-11-12T09:25:44,875 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/ns4/test-16997810974403/a07912850e060fc9c7d3532a29690377/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-11-12T09:25:44,876 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:25:44,877 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns4:test-16997810974403,,1699781103502.a07912850e060fc9c7d3532a29690377. 2023-11-12T09:25:44,877 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for a07912850e060fc9c7d3532a29690377: 2023-11-12T09:25:44,877 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-16997810974403,,1699781103502.a07912850e060fc9c7d3532a29690377. 2023-11-12T09:25:44,877 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing fd33d78d779a6a9335ea29ea1ded3c93, disabling compactions & flushes 2023-11-12T09:25:44,877 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system,,1699781104838.fd33d78d779a6a9335ea29ea1ded3c93. 2023-11-12T09:25:44,877 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1699781104838.fd33d78d779a6a9335ea29ea1ded3c93. 2023-11-12T09:25:44,878 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1699781104838.fd33d78d779a6a9335ea29ea1ded3c93. after waiting 0 ms 2023-11-12T09:25:44,878 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1699781104838.fd33d78d779a6a9335ea29ea1ded3c93. 2023-11-12T09:25:44,878 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing fd33d78d779a6a9335ea29ea1ded3c93 2/2 column families, dataSize=1.08 KB heapSize=2.08 KB 2023-11-12T09:25:44,888 INFO [regionserver/jenkins-hbase3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2023-11-12T09:25:44,891 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/backup/system/fd33d78d779a6a9335ea29ea1ded3c93/.tmp/meta/254c860df8bf44c68304c4c6ca561d24 is 169, key is trslm:hdfs://localhost:42559/backupUT\x00test-1699781097440/meta:log-roll-map/1699781128101/Put/seqid=0 2023-11-12T09:25:44,904 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/hbase/meta/1588230740/.tmp/info/71592c37775142b185475d56ecd9c2f3 is 159, key is ns3:test-16997810974402,,1699781101376.079821d3a8382b1938d17ef33ab58162./info:regioninfo/1699781102566/Put/seqid=0 2023-11-12T09:25:44,908 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.36 KB at sequenceid=68 (bloomFilter=true), to=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/hbase/meta/1588230740/.tmp/info/71592c37775142b185475d56ecd9c2f3 2023-11-12T09:25:44,928 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/hbase/meta/1588230740/.tmp/rep_barrier/afdf2d3dfa0a48feb72972ed2e58fcae is 107, key is ns2:test-16997810974401,,1699781099170.7a05ea066fc10c5e90442e94cc25bcde./rep_barrier:/1699781120314/DeleteFamily/seqid=0 2023-11-12T09:25:44,932 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=189 B at sequenceid=68 (bloomFilter=true), to=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/hbase/meta/1588230740/.tmp/rep_barrier/afdf2d3dfa0a48feb72972ed2e58fcae 2023-11-12T09:25:44,956 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/hbase/meta/1588230740/.tmp/table/cca7d06f0f804b7a900977909c99787c is 101, key is ns2:test-16997810974401,,1699781099170.7a05ea066fc10c5e90442e94cc25bcde./table:/1699781120314/DeleteFamily/seqid=0 2023-11-12T09:25:45,071 DEBUG [RS:0;jenkins-hbase3:44651 {}] regionserver.HRegionServer(1609): Waiting on 079821d3a8382b1938d17ef33ab58162, 145fb3ff15952d8dc9a0dacc495fba60, 1588230740, 21f26dadaf1aea515d18466f7a78ca13, 603dd1915981443e2df946055957f128, 7bfcae1298c5139d6b92e263b4e59be3, e02bc65661a09a1df6514d8404de7a14, fd33d78d779a6a9335ea29ea1ded3c93 2023-11-12T09:25:45,271 DEBUG [RS:0;jenkins-hbase3:44651 {}] regionserver.HRegionServer(1609): Waiting on 079821d3a8382b1938d17ef33ab58162, 145fb3ff15952d8dc9a0dacc495fba60, 1588230740, 21f26dadaf1aea515d18466f7a78ca13, 603dd1915981443e2df946055957f128, 7bfcae1298c5139d6b92e263b4e59be3, e02bc65661a09a1df6514d8404de7a14, fd33d78d779a6a9335ea29ea1ded3c93 2023-11-12T09:25:45,303 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=364 B at sequenceid=27 (bloomFilter=true), to=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/backup/system/fd33d78d779a6a9335ea29ea1ded3c93/.tmp/meta/254c860df8bf44c68304c4c6ca561d24 2023-11-12T09:25:45,311 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/backup/system/fd33d78d779a6a9335ea29ea1ded3c93/.tmp/session/009b3d98a0f74310a38e9cf67b7b0f0d is 330, key is session:backup_1699781120389/session:context/1699781128943/Put/seqid=0 2023-11-12T09:25:45,361 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.37 KB at sequenceid=68 (bloomFilter=true), to=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/hbase/meta/1588230740/.tmp/table/cca7d06f0f804b7a900977909c99787c 2023-11-12T09:25:45,368 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/hbase/meta/1588230740/.tmp/info/71592c37775142b185475d56ecd9c2f3 as hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/hbase/meta/1588230740/info/71592c37775142b185475d56ecd9c2f3 2023-11-12T09:25:45,374 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/hbase/meta/1588230740/info/71592c37775142b185475d56ecd9c2f3, entries=84, sequenceid=68, filesize=15.5 K 2023-11-12T09:25:45,375 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/hbase/meta/1588230740/.tmp/rep_barrier/afdf2d3dfa0a48feb72972ed2e58fcae as hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/hbase/meta/1588230740/rep_barrier/afdf2d3dfa0a48feb72972ed2e58fcae 2023-11-12T09:25:45,381 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/hbase/meta/1588230740/rep_barrier/afdf2d3dfa0a48feb72972ed2e58fcae, entries=2, sequenceid=68, filesize=5.4 K 2023-11-12T09:25:45,382 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/hbase/meta/1588230740/.tmp/table/cca7d06f0f804b7a900977909c99787c as hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/hbase/meta/1588230740/table/cca7d06f0f804b7a900977909c99787c 2023-11-12T09:25:45,388 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/hbase/meta/1588230740/table/cca7d06f0f804b7a900977909c99787c, entries=20, sequenceid=68, filesize=6.1 K 2023-11-12T09:25:45,389 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3022): Finished flush of dataSize ~14.91 KB/15271, heapSize ~26.25 KB/26880, currentSize=0 B/0 for 1588230740 in 518ms, sequenceid=68, compaction requested=false 2023-11-12T09:25:45,398 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/hbase/meta/1588230740/recovered.edits/71.seqid, newMaxSeqId=71, maxSeqId=1 2023-11-12T09:25:45,399 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:25:45,399 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-11-12T09:25:45,399 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-11-12T09:25:45,399 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-11-12T09:25:45,399 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2023-11-12T09:25:45,471 DEBUG [RS:0;jenkins-hbase3:44651 {}] regionserver.HRegionServer(1609): Waiting on 079821d3a8382b1938d17ef33ab58162, 145fb3ff15952d8dc9a0dacc495fba60, 21f26dadaf1aea515d18466f7a78ca13, 603dd1915981443e2df946055957f128, 7bfcae1298c5139d6b92e263b4e59be3, e02bc65661a09a1df6514d8404de7a14, fd33d78d779a6a9335ea29ea1ded3c93 2023-11-12T09:25:45,672 DEBUG [RS:0;jenkins-hbase3:44651 {}] regionserver.HRegionServer(1609): Waiting on 079821d3a8382b1938d17ef33ab58162, 145fb3ff15952d8dc9a0dacc495fba60, 21f26dadaf1aea515d18466f7a78ca13, 603dd1915981443e2df946055957f128, 7bfcae1298c5139d6b92e263b4e59be3, e02bc65661a09a1df6514d8404de7a14, fd33d78d779a6a9335ea29ea1ded3c93 2023-11-12T09:25:45,716 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=738 B at sequenceid=27 (bloomFilter=true), to=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/backup/system/fd33d78d779a6a9335ea29ea1ded3c93/.tmp/session/009b3d98a0f74310a38e9cf67b7b0f0d 2023-11-12T09:25:45,722 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/backup/system/fd33d78d779a6a9335ea29ea1ded3c93/.tmp/meta/254c860df8bf44c68304c4c6ca561d24 as hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/backup/system/fd33d78d779a6a9335ea29ea1ded3c93/meta/254c860df8bf44c68304c4c6ca561d24 2023-11-12T09:25:45,730 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/backup/system/fd33d78d779a6a9335ea29ea1ded3c93/meta/254c860df8bf44c68304c4c6ca561d24, entries=3, sequenceid=27, filesize=5.5 K 2023-11-12T09:25:45,731 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/backup/system/fd33d78d779a6a9335ea29ea1ded3c93/.tmp/session/009b3d98a0f74310a38e9cf67b7b0f0d as hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/backup/system/fd33d78d779a6a9335ea29ea1ded3c93/session/009b3d98a0f74310a38e9cf67b7b0f0d 2023-11-12T09:25:45,736 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/backup/system/fd33d78d779a6a9335ea29ea1ded3c93/session/009b3d98a0f74310a38e9cf67b7b0f0d, entries=2, sequenceid=27, filesize=5.3 K 2023-11-12T09:25:45,737 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~1.08 KB/1102, heapSize ~2.05 KB/2096, currentSize=0 B/0 for fd33d78d779a6a9335ea29ea1ded3c93 in 859ms, sequenceid=27, compaction requested=true 2023-11-12T09:25:45,747 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/backup/system/fd33d78d779a6a9335ea29ea1ded3c93/recovered.edits/30.seqid, newMaxSeqId=30, maxSeqId=1 2023-11-12T09:25:45,748 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:25:45,749 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system,,1699781104838.fd33d78d779a6a9335ea29ea1ded3c93. 2023-11-12T09:25:45,749 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for fd33d78d779a6a9335ea29ea1ded3c93: 2023-11-12T09:25:45,749 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1699781104838.fd33d78d779a6a9335ea29ea1ded3c93. 2023-11-12T09:25:45,749 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 21f26dadaf1aea515d18466f7a78ca13, disabling compactions & flushes 2023-11-12T09:25:45,749 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region hbase:namespace,,1699781091844.21f26dadaf1aea515d18466f7a78ca13. 2023-11-12T09:25:45,749 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1699781091844.21f26dadaf1aea515d18466f7a78ca13. 2023-11-12T09:25:45,750 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1699781091844.21f26dadaf1aea515d18466f7a78ca13. after waiting 0 ms 2023-11-12T09:25:45,750 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1699781091844.21f26dadaf1aea515d18466f7a78ca13. 2023-11-12T09:25:45,750 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 21f26dadaf1aea515d18466f7a78ca13 1/1 column families, dataSize=249 B heapSize=1.02 KB 2023-11-12T09:25:45,769 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/hbase/namespace/21f26dadaf1aea515d18466f7a78ca13/.tmp/info/7cc9dfa97da34974b39d64c530061a4b is 45, key is default/info:d/1699781092835/Put/seqid=0 2023-11-12T09:25:45,872 INFO [RS:0;jenkins-hbase3:44651 {}] regionserver.HRegionServer(1579): Waiting on 6 regions to close 2023-11-12T09:25:45,872 DEBUG [RS:0;jenkins-hbase3:44651 {}] regionserver.HRegionServer(1583): Online Regions={21f26dadaf1aea515d18466f7a78ca13=hbase:namespace,,1699781091844.21f26dadaf1aea515d18466f7a78ca13., 079821d3a8382b1938d17ef33ab58162=ns3:test-16997810974402,,1699781101376.079821d3a8382b1938d17ef33ab58162., e02bc65661a09a1df6514d8404de7a14=ns2:table2,,1699781133011.e02bc65661a09a1df6514d8404de7a14., 603dd1915981443e2df946055957f128=test-1699781097440,,1699781097928.603dd1915981443e2df946055957f128., 145fb3ff15952d8dc9a0dacc495fba60=backup:system_bulk,,1699781105465.145fb3ff15952d8dc9a0dacc495fba60., 7bfcae1298c5139d6b92e263b4e59be3=table1,,1699781138243.7bfcae1298c5139d6b92e263b4e59be3.} 2023-11-12T09:25:45,872 DEBUG [RS:0;jenkins-hbase3:44651 {}] regionserver.HRegionServer(1609): Waiting on 079821d3a8382b1938d17ef33ab58162, 145fb3ff15952d8dc9a0dacc495fba60, 21f26dadaf1aea515d18466f7a78ca13, 603dd1915981443e2df946055957f128, 7bfcae1298c5139d6b92e263b4e59be3, e02bc65661a09a1df6514d8404de7a14 2023-11-12T09:25:46,072 DEBUG [RS:0;jenkins-hbase3:44651 {}] regionserver.HRegionServer(1609): Waiting on 079821d3a8382b1938d17ef33ab58162, 145fb3ff15952d8dc9a0dacc495fba60, 21f26dadaf1aea515d18466f7a78ca13, 603dd1915981443e2df946055957f128, 7bfcae1298c5139d6b92e263b4e59be3, e02bc65661a09a1df6514d8404de7a14 2023-11-12T09:25:46,177 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/hbase/namespace/21f26dadaf1aea515d18466f7a78ca13/.tmp/info/7cc9dfa97da34974b39d64c530061a4b 2023-11-12T09:25:46,184 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/hbase/namespace/21f26dadaf1aea515d18466f7a78ca13/.tmp/info/7cc9dfa97da34974b39d64c530061a4b as hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/hbase/namespace/21f26dadaf1aea515d18466f7a78ca13/info/7cc9dfa97da34974b39d64c530061a4b 2023-11-12T09:25:46,190 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/hbase/namespace/21f26dadaf1aea515d18466f7a78ca13/info/7cc9dfa97da34974b39d64c530061a4b, entries=7, sequenceid=11, filesize=5.1 K 2023-11-12T09:25:46,191 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~249 B/249, heapSize ~1.01 KB/1032, currentSize=0 B/0 for 21f26dadaf1aea515d18466f7a78ca13 in 441ms, sequenceid=11, compaction requested=false 2023-11-12T09:25:46,199 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/hbase/namespace/21f26dadaf1aea515d18466f7a78ca13/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2023-11-12T09:25:46,199 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:25:46,200 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed hbase:namespace,,1699781091844.21f26dadaf1aea515d18466f7a78ca13. 2023-11-12T09:25:46,200 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 21f26dadaf1aea515d18466f7a78ca13: 2023-11-12T09:25:46,200 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1699781091844.21f26dadaf1aea515d18466f7a78ca13. 2023-11-12T09:25:46,201 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 079821d3a8382b1938d17ef33ab58162, disabling compactions & flushes 2023-11-12T09:25:46,201 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns3:test-16997810974402,,1699781101376.079821d3a8382b1938d17ef33ab58162. 2023-11-12T09:25:46,201 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16997810974402,,1699781101376.079821d3a8382b1938d17ef33ab58162. 2023-11-12T09:25:46,201 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16997810974402,,1699781101376.079821d3a8382b1938d17ef33ab58162. after waiting 0 ms 2023-11-12T09:25:46,201 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16997810974402,,1699781101376.079821d3a8382b1938d17ef33ab58162. 2023-11-12T09:25:46,205 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/ns3/test-16997810974402/079821d3a8382b1938d17ef33ab58162/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-11-12T09:25:46,205 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:25:46,206 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns3:test-16997810974402,,1699781101376.079821d3a8382b1938d17ef33ab58162. 2023-11-12T09:25:46,206 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 079821d3a8382b1938d17ef33ab58162: 2023-11-12T09:25:46,206 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-16997810974402,,1699781101376.079821d3a8382b1938d17ef33ab58162. 2023-11-12T09:25:46,206 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing e02bc65661a09a1df6514d8404de7a14, disabling compactions & flushes 2023-11-12T09:25:46,206 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns2:table2,,1699781133011.e02bc65661a09a1df6514d8404de7a14. 2023-11-12T09:25:46,206 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:table2,,1699781133011.e02bc65661a09a1df6514d8404de7a14. 2023-11-12T09:25:46,206 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns2:table2,,1699781133011.e02bc65661a09a1df6514d8404de7a14. after waiting 0 ms 2023-11-12T09:25:46,206 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns2:table2,,1699781133011.e02bc65661a09a1df6514d8404de7a14. 2023-11-12T09:25:46,210 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/ns2/table2/e02bc65661a09a1df6514d8404de7a14/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2023-11-12T09:25:46,211 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:25:46,212 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns2:table2,,1699781133011.e02bc65661a09a1df6514d8404de7a14. 2023-11-12T09:25:46,212 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for e02bc65661a09a1df6514d8404de7a14: 2023-11-12T09:25:46,212 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:table2,,1699781133011.e02bc65661a09a1df6514d8404de7a14. 2023-11-12T09:25:46,212 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 603dd1915981443e2df946055957f128, disabling compactions & flushes 2023-11-12T09:25:46,212 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region test-1699781097440,,1699781097928.603dd1915981443e2df946055957f128. 2023-11-12T09:25:46,212 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1699781097440,,1699781097928.603dd1915981443e2df946055957f128. 2023-11-12T09:25:46,212 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on test-1699781097440,,1699781097928.603dd1915981443e2df946055957f128. after waiting 0 ms 2023-11-12T09:25:46,212 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region test-1699781097440,,1699781097928.603dd1915981443e2df946055957f128. 2023-11-12T09:25:46,212 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 603dd1915981443e2df946055957f128 1/1 column families, dataSize=3.46 KB heapSize=11.08 KB 2023-11-12T09:25:46,215 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/default/test-1699781097440/603dd1915981443e2df946055957f128/.tmp/f/253f8a5c782f45769222b6eeab4e1aa2 is 40, key is row-t110/f:q1/1699781119836/Put/seqid=0 2023-11-12T09:25:46,272 DEBUG [RS:0;jenkins-hbase3:44651 {}] regionserver.HRegionServer(1609): Waiting on 145fb3ff15952d8dc9a0dacc495fba60, 603dd1915981443e2df946055957f128, 7bfcae1298c5139d6b92e263b4e59be3 2023-11-12T09:25:46,473 DEBUG [RS:0;jenkins-hbase3:44651 {}] regionserver.HRegionServer(1609): Waiting on 145fb3ff15952d8dc9a0dacc495fba60, 603dd1915981443e2df946055957f128, 7bfcae1298c5139d6b92e263b4e59be3 2023-11-12T09:25:46,620 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.46 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/default/test-1699781097440/603dd1915981443e2df946055957f128/.tmp/f/253f8a5c782f45769222b6eeab4e1aa2 2023-11-12T09:25:46,626 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/default/test-1699781097440/603dd1915981443e2df946055957f128/.tmp/f/253f8a5c782f45769222b6eeab4e1aa2 as hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/default/test-1699781097440/603dd1915981443e2df946055957f128/f/253f8a5c782f45769222b6eeab4e1aa2 2023-11-12T09:25:46,633 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/default/test-1699781097440/603dd1915981443e2df946055957f128/f/253f8a5c782f45769222b6eeab4e1aa2, entries=99, sequenceid=205, filesize=8.6 K 2023-11-12T09:25:46,634 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~3.46 KB/3544, heapSize ~11.06 KB/11328, currentSize=0 B/0 for 603dd1915981443e2df946055957f128 in 422ms, sequenceid=205, compaction requested=false 2023-11-12T09:25:46,642 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/default/test-1699781097440/603dd1915981443e2df946055957f128/recovered.edits/208.seqid, newMaxSeqId=208, maxSeqId=1 2023-11-12T09:25:46,642 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:25:46,643 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed test-1699781097440,,1699781097928.603dd1915981443e2df946055957f128. 2023-11-12T09:25:46,643 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 603dd1915981443e2df946055957f128: 2023-11-12T09:25:46,643 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1699781097440,,1699781097928.603dd1915981443e2df946055957f128. 2023-11-12T09:25:46,644 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 145fb3ff15952d8dc9a0dacc495fba60, disabling compactions & flushes 2023-11-12T09:25:46,644 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1699781105465.145fb3ff15952d8dc9a0dacc495fba60. 2023-11-12T09:25:46,644 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1699781105465.145fb3ff15952d8dc9a0dacc495fba60. 2023-11-12T09:25:46,644 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1699781105465.145fb3ff15952d8dc9a0dacc495fba60. after waiting 0 ms 2023-11-12T09:25:46,644 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1699781105465.145fb3ff15952d8dc9a0dacc495fba60. 2023-11-12T09:25:46,647 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/backup/system_bulk/145fb3ff15952d8dc9a0dacc495fba60/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-11-12T09:25:46,648 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:25:46,648 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system_bulk,,1699781105465.145fb3ff15952d8dc9a0dacc495fba60. 2023-11-12T09:25:46,648 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 145fb3ff15952d8dc9a0dacc495fba60: 2023-11-12T09:25:46,648 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1699781105465.145fb3ff15952d8dc9a0dacc495fba60. 2023-11-12T09:25:46,648 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 7bfcae1298c5139d6b92e263b4e59be3, disabling compactions & flushes 2023-11-12T09:25:46,648 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region table1,,1699781138243.7bfcae1298c5139d6b92e263b4e59be3. 2023-11-12T09:25:46,648 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,,1699781138243.7bfcae1298c5139d6b92e263b4e59be3. 2023-11-12T09:25:46,648 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on table1,,1699781138243.7bfcae1298c5139d6b92e263b4e59be3. after waiting 0 ms 2023-11-12T09:25:46,648 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region table1,,1699781138243.7bfcae1298c5139d6b92e263b4e59be3. 2023-11-12T09:25:46,654 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/data/default/table1/7bfcae1298c5139d6b92e263b4e59be3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2023-11-12T09:25:46,655 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:25:46,656 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed table1,,1699781138243.7bfcae1298c5139d6b92e263b4e59be3. 2023-11-12T09:25:46,656 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 7bfcae1298c5139d6b92e263b4e59be3: 2023-11-12T09:25:46,656 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,,1699781138243.7bfcae1298c5139d6b92e263b4e59be3. 2023-11-12T09:25:46,673 INFO [RS:0;jenkins-hbase3:44651 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,44651,1699781089217; all regions closed. 2023-11-12T09:25:46,681 DEBUG [RS:0;jenkins-hbase3:44651 {}] wal.AbstractFSWAL(1062): Moved 3 WAL file(s) to /user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/oldWALs 2023-11-12T09:25:46,681 INFO [RS:0;jenkins-hbase3:44651 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C44651%2C1699781089217.meta:.meta(num 1699781122588) 2023-11-12T09:25:46,687 DEBUG [RS:0;jenkins-hbase3:44651 {}] wal.AbstractFSWAL(1062): Moved 3 WAL file(s) to /user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/oldWALs 2023-11-12T09:25:46,687 INFO [RS:0;jenkins-hbase3:44651 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C44651%2C1699781089217:(num 1699781122607) 2023-11-12T09:25:46,687 DEBUG [RS:0;jenkins-hbase3:44651 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:25:46,687 INFO [RS:0;jenkins-hbase3:44651 {}] regionserver.LeaseManager(133): Closed leases 2023-11-12T09:25:46,687 INFO [RS:0;jenkins-hbase3:44651 {}] hbase.ChoreService(370): Chore service for: regionserver/jenkins-hbase3:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2023-11-12T09:25:46,688 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-11-12T09:25:46,689 INFO [RS:0;jenkins-hbase3:44651 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:44651 2023-11-12T09:25:46,698 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44651-0x1004cf2f5a40001, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/jenkins-hbase3.apache.org,44651,1699781089217 2023-11-12T09:25:46,698 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-11-12T09:25:46,700 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [jenkins-hbase3.apache.org,44651,1699781089217] 2023-11-12T09:25:46,701 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing jenkins-hbase3.apache.org,44651,1699781089217; numProcessing=1 2023-11-12T09:25:46,702 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(224): Node /1/draining/jenkins-hbase3.apache.org,44651,1699781089217 already deleted, retry=false 2023-11-12T09:25:46,702 INFO [RegionServerTracker-0 {}] master.ServerManager(561): Cluster shutdown set; jenkins-hbase3.apache.org,44651,1699781089217 expired; onlineServers=0 2023-11-12T09:25:46,702 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,36229,1699781086023' ***** 2023-11-12T09:25:46,702 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2531): STOPPED: Cluster shutdown set; onlineServer=0 2023-11-12T09:25:46,703 DEBUG [M:0;jenkins-hbase3:36229 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@684504f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-11-12T09:25:46,703 INFO [M:0;jenkins-hbase3:36229 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-11-12T09:25:46,711 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2023-11-12T09:25:46,711 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:25:46,712 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-11-12T09:25:46,746 INFO [M:0;jenkins-hbase3:36229 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@5d61fdbe{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-11-12T09:25:46,746 INFO [M:0;jenkins-hbase3:36229 {}] server.AbstractConnector(383): Stopped ServerConnector@379d6de6{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-11-12T09:25:46,746 INFO [M:0;jenkins-hbase3:36229 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-11-12T09:25:46,747 INFO [M:0;jenkins-hbase3:36229 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@4d98e6ee{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-11-12T09:25:46,748 INFO [M:0;jenkins-hbase3:36229 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@3a57839f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/hadoop.log.dir/,STOPPED} 2023-11-12T09:25:46,748 INFO [M:0;jenkins-hbase3:36229 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,36229,1699781086023 2023-11-12T09:25:46,748 INFO [M:0;jenkins-hbase3:36229 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,36229,1699781086023; all regions closed. 2023-11-12T09:25:46,748 DEBUG [M:0;jenkins-hbase3:36229 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:25:46,748 INFO [M:0;jenkins-hbase3:36229 {}] master.HMaster(1666): Stopping master jetty server 2023-11-12T09:25:46,749 INFO [M:0;jenkins-hbase3:36229 {}] server.AbstractConnector(383): Stopped ServerConnector@66f17ed4{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-11-12T09:25:46,749 DEBUG [M:0;jenkins-hbase3:36229 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2023-11-12T09:25:46,773 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2023-11-12T09:25:46,773 INFO [M:0;jenkins-hbase3:36229 {}] master.BackupLogCleaner(171): Stopping BackupLogCleaner 2023-11-12T09:25:46,773 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1699781090647 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1699781090647,5,FailOnTimeoutGroup] 2023-11-12T09:25:46,773 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1699781090647 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1699781090647,5,FailOnTimeoutGroup] 2023-11-12T09:25:46,773 DEBUG [M:0;jenkins-hbase3:36229 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x00a45f61 to 127.0.0.1:50434 2023-11-12T09:25:46,773 DEBUG [M:0;jenkins-hbase3:36229 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:25:46,773 DEBUG [M:0;jenkins-hbase3:36229 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2023-11-12T09:25:46,774 INFO [M:0;jenkins-hbase3:36229 {}] hbase.ChoreService(370): Chore service for: master/jenkins-hbase3:0 had [] on shutdown 2023-11-12T09:25:46,774 DEBUG [M:0;jenkins-hbase3:36229 {}] master.HMaster(1689): Stopping service threads 2023-11-12T09:25:46,774 INFO [M:0;jenkins-hbase3:36229 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2023-11-12T09:25:46,774 ERROR [M:0;jenkins-hbase3:36229 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-1,5,PEWorkerGroup] Thread[HFileArchiver-2,5,PEWorkerGroup] 2023-11-12T09:25:46,775 INFO [M:0;jenkins-hbase3:36229 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-11-12T09:25:46,775 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2023-11-12T09:25:46,775 DEBUG [M:0;jenkins-hbase3:36229 {}] zookeeper.ZKUtil(347): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2023-11-12T09:25:46,775 WARN [M:0;jenkins-hbase3:36229 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2023-11-12T09:25:46,775 INFO [M:0;jenkins-hbase3:36229 {}] assignment.AssignmentManager(383): Stopping assignment manager 2023-11-12T09:25:46,776 INFO [M:0;jenkins-hbase3:36229 {}] region.MasterRegion(178): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2023-11-12T09:25:46,776 DEBUG [M:0;jenkins-hbase3:36229 {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-11-12T09:25:46,787 INFO [M:0;jenkins-hbase3:36229 {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:25:46,787 DEBUG [M:0;jenkins-hbase3:36229 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:25:46,788 DEBUG [M:0;jenkins-hbase3:36229 {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-11-12T09:25:46,788 DEBUG [M:0;jenkins-hbase3:36229 {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:25:46,788 INFO [M:0;jenkins-hbase3:36229 {}] regionserver.HRegion(2819): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=211.41 KB heapSize=253.58 KB 2023-11-12T09:25:46,800 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44651-0x1004cf2f5a40001, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-11-12T09:25:46,800 INFO [RS:0;jenkins-hbase3:44651 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,44651,1699781089217; zookeeper connection closed. 2023-11-12T09:25:46,800 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44651-0x1004cf2f5a40001, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-11-12T09:25:46,800 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@60e58be7 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@60e58be7 2023-11-12T09:25:46,800 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2023-11-12T09:25:46,802 DEBUG [M:0;jenkins-hbase3:36229 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a828dc4fca3f4f8fb8103907a9045e5d is 88, key is hbase:meta,,1/info:sn/1699781091131/Put/seqid=0 2023-11-12T09:25:47,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-16997810974403 2023-11-12T09:25:47,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-11-12T09:25:47,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-11-12T09:25:47,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2 2023-11-12T09:25:47,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-11-12T09:25:47,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-11-12T09:25:47,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-11-12T09:25:47,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-16997810974402 2023-11-12T09:25:47,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:25:47,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1699781097440 2023-11-12T09:25:47,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2023-11-12T09:25:47,207 INFO [M:0;jenkins-hbase3:36229 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=530 B at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a828dc4fca3f4f8fb8103907a9045e5d 2023-11-12T09:25:47,230 DEBUG [M:0;jenkins-hbase3:36229 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4d5a9d5c59ae43fdb53a16eb0e74ca7f is 987, key is \x00\x00\x00\x00\x00\x00\x00\x1D/proc:d/1699781106659/Put/seqid=0 2023-11-12T09:25:47,636 INFO [M:0;jenkins-hbase3:36229 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=210.81 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4d5a9d5c59ae43fdb53a16eb0e74ca7f 2023-11-12T09:25:47,641 INFO [M:0;jenkins-hbase3:36229 {}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4d5a9d5c59ae43fdb53a16eb0e74ca7f 2023-11-12T09:25:47,654 DEBUG [M:0;jenkins-hbase3:36229 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ff55e014981140919bd3638eb352906f is 82, key is jenkins-hbase3.apache.org,44651,1699781089217/rs:state/1699781090673/Put/seqid=0 2023-11-12T09:25:48,059 INFO [M:0;jenkins-hbase3:36229 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ff55e014981140919bd3638eb352906f 2023-11-12T09:25:48,065 DEBUG [M:0;jenkins-hbase3:36229 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a828dc4fca3f4f8fb8103907a9045e5d as hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a828dc4fca3f4f8fb8103907a9045e5d 2023-11-12T09:25:48,072 INFO [M:0;jenkins-hbase3:36229 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a828dc4fca3f4f8fb8103907a9045e5d, entries=8, sequenceid=492, filesize=5.5 K 2023-11-12T09:25:48,073 DEBUG [M:0;jenkins-hbase3:36229 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4d5a9d5c59ae43fdb53a16eb0e74ca7f as hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4d5a9d5c59ae43fdb53a16eb0e74ca7f 2023-11-12T09:25:48,077 INFO [M:0;jenkins-hbase3:36229 {}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4d5a9d5c59ae43fdb53a16eb0e74ca7f 2023-11-12T09:25:48,077 INFO [M:0;jenkins-hbase3:36229 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4d5a9d5c59ae43fdb53a16eb0e74ca7f, entries=55, sequenceid=492, filesize=16.8 K 2023-11-12T09:25:48,078 DEBUG [M:0;jenkins-hbase3:36229 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ff55e014981140919bd3638eb352906f as hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ff55e014981140919bd3638eb352906f 2023-11-12T09:25:48,083 INFO [M:0;jenkins-hbase3:36229 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42559/user/jenkins/test-data/b46125cd-8512-aef9-3219-af454b6df563/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ff55e014981140919bd3638eb352906f, entries=1, sequenceid=492, filesize=5.1 K 2023-11-12T09:25:48,084 INFO [M:0;jenkins-hbase3:36229 {}] regionserver.HRegion(3022): Finished flush of dataSize ~211.41 KB/216482, heapSize ~253.28 KB/259360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=492, compaction requested=false 2023-11-12T09:25:48,088 INFO [M:0;jenkins-hbase3:36229 {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:25:48,088 DEBUG [M:0;jenkins-hbase3:36229 {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-12T09:25:48,091 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-11-12T09:25:48,091 INFO [M:0;jenkins-hbase3:36229 {}] flush.MasterFlushTableProcedureManager(85): stop: server shutting down. 2023-11-12T09:25:48,091 INFO [M:0;jenkins-hbase3:36229 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2023-11-12T09:25:48,092 INFO [M:0;jenkins-hbase3:36229 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:36229 2023-11-12T09:25:48,094 DEBUG [M:0;jenkins-hbase3:36229 {}] zookeeper.RecoverableZooKeeper(224): Node /1/rs/jenkins-hbase3.apache.org,36229,1699781086023 already deleted, retry=false 2023-11-12T09:25:48,196 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-11-12T09:25:48,196 INFO [M:0;jenkins-hbase3:36229 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,36229,1699781086023; zookeeper connection closed. 2023-11-12T09:25:48,196 DEBUG [Listener at localhost/37367-EventThread {}] zookeeper.ZKWatcher(604): master:36229-0x1004cf2f5a40000, quorum=127.0.0.1:50434, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-11-12T09:25:48,203 WARN [Listener at jenkins-hbase3.apache.org/43865 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-11-12T09:25:48,206 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-11-12T09:25:48,312 WARN [BP-13758494-172.31.12.81-1699781082727 heartbeating to localhost/127.0.0.1:42559 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-11-12T09:25:48,313 WARN [BP-13758494-172.31.12.81-1699781082727 heartbeating to localhost/127.0.0.1:42559 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-13758494-172.31.12.81-1699781082727 (Datanode Uuid deeaab38-74cc-4f83-9010-99a6f0b061d6) service to localhost/127.0.0.1:42559 2023-11-12T09:25:48,314 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/cluster_6474ec66-5eb8-2043-d882-3b5799320e0a/dfs/data/data1/current/BP-13758494-172.31.12.81-1699781082727 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-12T09:25:48,315 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/19063e51-cd93-f2bd-be33-fef413082816/cluster_6474ec66-5eb8-2043-d882-3b5799320e0a/dfs/data/data2/current/BP-13758494-172.31.12.81-1699781082727 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-12T09:25:48,337 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-11-12T09:25:48,454 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2023-11-12T09:25:48,513 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2023-11-12T09:25:48,513 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] hbase.HBaseTestingUtility(2857): Stopping mini mapreduce cluster... 2023-11-12T09:25:48,524 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-11-12T09:25:48,639 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-11-12T09:25:48,749 ERROR [Thread[Thread-275,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-11-12T09:25:48,749 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-11-12T09:25:48,854 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2023-11-12T09:25:48,859 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(61): Returning, interrupted : java.lang.InterruptedException 2023-11-12T09:25:48,860 ERROR [Thread[Thread-285,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-11-12T09:25:48,864 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-11-12T09:25:48,967 ERROR [Thread[Thread-250,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-11-12T09:25:48,967 INFO [Listener at jenkins-hbase3.apache.org/43865 {}] hbase.HBaseTestingUtility(2860): Mini mapreduce cluster stopped