2023-11-19 01:20:12,230 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@229f66ed 2023-11-19 01:20:12,243 main DEBUG Took 0.010950 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2023-11-19 01:20:12,243 main DEBUG PluginManager 'Core' found 129 plugins 2023-11-19 01:20:12,243 main DEBUG PluginManager 'Level' found 0 plugins 2023-11-19 01:20:12,244 main DEBUG PluginManager 'Lookup' found 16 plugins 2023-11-19 01:20:12,246 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:20:12,254 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2023-11-19 01:20:12,266 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:20:12,268 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:20:12,269 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:20:12,269 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:20:12,269 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:20:12,269 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:20:12,270 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:20:12,271 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:20:12,271 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:20:12,271 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:20:12,272 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:20:12,272 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:20:12,272 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:20:12,273 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:20:12,273 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:20:12,273 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:20:12,274 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:20:12,274 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:20:12,274 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:20:12,275 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:20:12,275 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:20:12,275 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:20:12,276 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:20:12,276 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:20:12,276 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:20:12,276 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2023-11-19 01:20:12,278 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:20:12,280 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2023-11-19 01:20:12,282 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2023-11-19 01:20:12,282 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2023-11-19 01:20:12,283 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2023-11-19 01:20:12,283 main DEBUG PluginManager 'Converter' found 47 plugins 2023-11-19 01:20:12,296 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2023-11-19 01:20:12,299 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2023-11-19 01:20:12,303 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2023-11-19 01:20:12,303 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2023-11-19 01:20:12,304 main DEBUG createAppenders(={Console}) 2023-11-19 01:20:12,305 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@229f66ed initialized 2023-11-19 01:20:12,305 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@229f66ed 2023-11-19 01:20:12,305 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@229f66ed OK. 2023-11-19 01:20:12,306 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2023-11-19 01:20:12,306 main DEBUG OutputStream closed 2023-11-19 01:20:12,306 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2023-11-19 01:20:12,306 main DEBUG Appender DefaultConsole-1 stopped with status true 2023-11-19 01:20:12,307 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@498d318c OK 2023-11-19 01:20:12,349 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586 2023-11-19 01:20:12,351 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=StatusLogger 2023-11-19 01:20:12,352 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=ContextSelector 2023-11-19 01:20:12,354 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name= 2023-11-19 01:20:12,354 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.directory 2023-11-19 01:20:12,354 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2023-11-19 01:20:12,355 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.zookeeper 2023-11-19 01:20:12,355 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2023-11-19 01:20:12,355 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2023-11-19 01:20:12,356 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2023-11-19 01:20:12,356 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase 2023-11-19 01:20:12,356 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop 2023-11-19 01:20:12,356 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2023-11-19 01:20:12,357 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2023-11-19 01:20:12,357 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2023-11-19 01:20:12,357 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2023-11-19 01:20:12,358 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2023-11-19 01:20:12,358 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Appenders,name=Console 2023-11-19 01:20:12,361 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-11-19 01:20:12,362 main DEBUG Reconfiguration complete for context[name=1b6d3586] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.6.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@4d5b6aac) with optional ClassLoader: null 2023-11-19 01:20:12,362 main DEBUG Shutdown hook enabled. Registering a new one. 2023-11-19 01:20:12,363 main DEBUG LoggerContext[name=1b6d3586, org.apache.logging.log4j.core.LoggerContext@4d5b6aac] started OK. 2023-11-19T01:20:12,394 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestBackupMerge timeout: 13 mins 2023-11-19 01:20:12,398 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2023-11-19 01:20:12,399 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-11-19T01:20:12,742 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c 2023-11-19T01:20:12,748 DEBUG [Time-limited test {}] impl.BackupManager(127): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-11-19T01:20:12,751 DEBUG [Time-limited test {}] impl.BackupManager(157): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:20:12,752 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2023-11-19T01:20:12,756 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/cluster_a86f2914-dabb-3643-1587-ce1b4f859489, deleteOnExit=true 2023-11-19T01:20:12,756 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2023-11-19T01:20:12,756 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/test.cache.data in system properties and HBase conf 2023-11-19T01:20:12,757 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/hadoop.tmp.dir in system properties and HBase conf 2023-11-19T01:20:12,757 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/hadoop.log.dir in system properties and HBase conf 2023-11-19T01:20:12,758 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/mapreduce.cluster.local.dir in system properties and HBase conf 2023-11-19T01:20:12,758 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-11-19T01:20:12,758 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-11-19T01:20:12,871 WARN [Time-limited test {}] util.NativeCodeLoader(62): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2023-11-19T01:20:13,350 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2023-11-19T01:20:13,354 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-11-19T01:20:13,355 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-11-19T01:20:13,355 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-11-19T01:20:13,356 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-19T01:20:13,356 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-11-19T01:20:13,356 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-11-19T01:20:13,357 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-19T01:20:13,357 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-19T01:20:13,357 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-11-19T01:20:13,357 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/nfs.dump.dir in system properties and HBase conf 2023-11-19T01:20:13,358 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/java.io.tmpdir in system properties and HBase conf 2023-11-19T01:20:13,358 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-19T01:20:13,358 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-11-19T01:20:13,359 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf Formatting using clusterid: testClusterID 2023-11-19T01:20:13,801 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-11-19T01:20:13,806 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-11-19T01:20:14,101 WARN [Time-limited test {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2023-11-19T01:20:14,246 INFO [Time-limited test {}] log.Slf4jLog(67): Logging to org.apache.logging.slf4j.Log4jLogger@1efcc37c via org.mortbay.log.Slf4jLog 2023-11-19T01:20:14,261 WARN [Time-limited test {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-19T01:20:14,301 INFO [Time-limited test {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-19T01:20:14,337 INFO [Time-limited test {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/hdfs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/java.io.tmpdir/Jetty_localhost_38145_hdfs____gd9uaf/webapp 2023-11-19T01:20:14,466 INFO [Time-limited test {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:38145 2023-11-19T01:20:14,490 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-11-19T01:20:14,490 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-11-19T01:20:15,045 WARN [Listener at localhost/35095 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-11-19T01:20:15,108 WARN [Listener at localhost/35095 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-11-19T01:20:15,127 WARN [Listener at localhost/35095 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-19T01:20:15,133 INFO [Listener at localhost/35095 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-19T01:20:15,139 INFO [Listener at localhost/35095 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/java.io.tmpdir/Jetty_localhost_45947_datanode____.e5r5tq/webapp 2023-11-19T01:20:15,236 INFO [Listener at localhost/35095 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:45947 2023-11-19T01:20:15,526 WARN [Listener at localhost/39885 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-11-19T01:20:15,820 WARN [Thread-52 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-11-19T01:20:16,001 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0xd8f2fd24bd093679: Processing first storage report for DS-5ef48100-dbac-4d3d-9cf9-5cacae0c281e from datanode 1461cafd-063a-4264-ae36-70a3c43dd6c5 2023-11-19T01:20:16,003 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0xd8f2fd24bd093679: from storage DS-5ef48100-dbac-4d3d-9cf9-5cacae0c281e node DatanodeRegistration(127.0.0.1:46557, datanodeUuid=1461cafd-063a-4264-ae36-70a3c43dd6c5, infoPort=33489, infoSecurePort=0, ipcPort=39885, storageInfo=lv=-57;cid=testClusterID;nsid=1377832268;c=1700356813878), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2023-11-19T01:20:16,003 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0xd8f2fd24bd093679: Processing first storage report for DS-23d75300-6f2d-48f3-b189-53deeda750cd from datanode 1461cafd-063a-4264-ae36-70a3c43dd6c5 2023-11-19T01:20:16,003 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0xd8f2fd24bd093679: from storage DS-23d75300-6f2d-48f3-b189-53deeda750cd node DatanodeRegistration(127.0.0.1:46557, datanodeUuid=1461cafd-063a-4264-ae36-70a3c43dd6c5, infoPort=33489, infoSecurePort=0, ipcPort=39885, storageInfo=lv=-57;cid=testClusterID;nsid=1377832268;c=1700356813878), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2023-11-19T01:20:16,077 DEBUG [Listener at localhost/39885 {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c 2023-11-19T01:20:16,235 INFO [Listener at localhost/39885 {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/cluster_a86f2914-dabb-3643-1587-ce1b4f859489/zookeeper_0, clientPort=52459, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/cluster_a86f2914-dabb-3643-1587-ce1b4f859489/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/cluster_a86f2914-dabb-3643-1587-ce1b4f859489/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2023-11-19T01:20:16,255 INFO [Listener at localhost/39885 {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=52459 2023-11-19T01:20:16,263 INFO [Listener at localhost/39885 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-19T01:20:16,266 INFO [Listener at localhost/39885 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-19T01:20:16,927 INFO [Listener at localhost/39885 {}] util.FSUtils(462): Created version file at hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641 with version=8 2023-11-19T01:20:16,927 INFO [Listener at localhost/39885 {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/hbase-staging 2023-11-19T01:20:16,950 DEBUG [Listener at localhost/39885 {}] hbase.LocalHBaseCluster(134): Setting Master Port to random. 2023-11-19T01:20:16,950 DEBUG [Listener at localhost/39885 {}] hbase.LocalHBaseCluster(141): Setting RegionServer Port to random. 2023-11-19T01:20:16,950 DEBUG [Listener at localhost/39885 {}] hbase.LocalHBaseCluster(151): Setting RS InfoServer Port to random. 2023-11-19T01:20:16,951 DEBUG [Listener at localhost/39885 {}] hbase.LocalHBaseCluster(159): Setting Master InfoServer Port to random. 2023-11-19T01:20:17,210 DEBUG [Listener at localhost/39885 {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2023-11-19T01:20:18,065 INFO [Listener at localhost/39885 {}] client.ConnectionUtils(128): master/jenkins-hbase6:0 server-side Connection retries=45 2023-11-19T01:20:18,113 INFO [Listener at localhost/39885 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-19T01:20:18,114 INFO [Listener at localhost/39885 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-11-19T01:20:18,114 INFO [Listener at localhost/39885 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-11-19T01:20:18,114 INFO [Listener at localhost/39885 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-19T01:20:18,115 INFO [Listener at localhost/39885 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-11-19T01:20:18,275 INFO [Listener at localhost/39885 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-11-19T01:20:18,407 INFO [Listener at localhost/39885 {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2023-11-19T01:20:18,426 DEBUG [Listener at localhost/39885 {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2023-11-19T01:20:18,432 INFO [Listener at localhost/39885 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-11-19T01:20:18,481 DEBUG [Listener at localhost/39885 {}] channel.DefaultChannelId(79): -Dio.netty.processId: 12093 (auto-detected) 2023-11-19T01:20:18,482 DEBUG [Listener at localhost/39885 {}] channel.DefaultChannelId(101): -Dio.netty.machineId: 02:42:55:ff:fe:37:d3:4d (auto-detected) 2023-11-19T01:20:18,519 INFO [Listener at localhost/39885 {}] ipc.NettyRpcServer(192): Bind to /172.31.2.20:34387 2023-11-19T01:20:18,534 INFO [Listener at localhost/39885 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-19T01:20:18,536 INFO [Listener at localhost/39885 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-19T01:20:18,557 INFO [Listener at localhost/39885 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=master:34387 connecting to ZooKeeper ensemble=127.0.0.1:52459 2023-11-19T01:20:18,614 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): master:343870x0, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-11-19T01:20:18,617 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): master:34387-0x101239e09920000 connected 2023-11-19T01:20:18,649 DEBUG [Listener at localhost/39885 {}] zookeeper.ZKUtil(113): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-11-19T01:20:18,653 DEBUG [Listener at localhost/39885 {}] zookeeper.ZKUtil(113): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-11-19T01:20:18,656 DEBUG [Listener at localhost/39885 {}] zookeeper.ZKUtil(113): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-11-19T01:20:18,667 DEBUG [Listener at localhost/39885 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34387 2023-11-19T01:20:18,667 DEBUG [Listener at localhost/39885 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34387 2023-11-19T01:20:18,668 DEBUG [Listener at localhost/39885 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34387 2023-11-19T01:20:18,669 DEBUG [Listener at localhost/39885 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34387 2023-11-19T01:20:18,669 DEBUG [Listener at localhost/39885 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34387 2023-11-19T01:20:18,730 INFO [Listener at localhost/39885 {}] log.Log(170): Logging initialized @7250ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2023-11-19T01:20:18,864 INFO [Listener at localhost/39885 {}] http.HttpServer(981): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-11-19T01:20:18,865 INFO [Listener at localhost/39885 {}] http.HttpServer(981): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-11-19T01:20:18,866 INFO [Listener at localhost/39885 {}] http.HttpServer(981): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-11-19T01:20:18,868 INFO [Listener at localhost/39885 {}] http.HttpServer(960): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2023-11-19T01:20:18,869 INFO [Listener at localhost/39885 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-11-19T01:20:18,869 INFO [Listener at localhost/39885 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-11-19T01:20:18,872 INFO [Listener at localhost/39885 {}] http.HttpServer(805): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-11-19T01:20:19,015 INFO [Listener at localhost/39885 {}] http.HttpServer(1227): Jetty bound to port 33655 2023-11-19T01:20:19,017 INFO [Listener at localhost/39885 {}] server.Server(375): jetty-9.4.52.v20230823; built: 2023-08-23T19:29:37.669Z; git: abdcda73818a1a2c705da276edb0bf6581e7997e; jvm 1.8.0_362-b09 2023-11-19T01:20:19,058 INFO [Listener at localhost/39885 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-19T01:20:19,063 INFO [Listener at localhost/39885 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@497eff08{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/hadoop.log.dir/,AVAILABLE} 2023-11-19T01:20:19,064 INFO [Listener at localhost/39885 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-19T01:20:19,064 INFO [Listener at localhost/39885 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@12114aeb{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-11-19T01:20:19,147 INFO [Listener at localhost/39885 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-11-19T01:20:19,162 INFO [Listener at localhost/39885 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-11-19T01:20:19,163 INFO [Listener at localhost/39885 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-11-19T01:20:19,165 INFO [Listener at localhost/39885 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2023-11-19T01:20:19,173 INFO [Listener at localhost/39885 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-19T01:20:20,353 INFO [Listener at localhost/39885 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@5723c9b3{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-11-19T01:20:20,364 INFO [Listener at localhost/39885 {}] server.AbstractConnector(333): Started ServerConnector@487eb2ff{HTTP/1.1, (http/1.1)}{0.0.0.0:33655} 2023-11-19T01:20:20,365 INFO [Listener at localhost/39885 {}] server.Server(415): Started @8885ms 2023-11-19T01:20:20,369 INFO [Listener at localhost/39885 {}] master.HMaster(486): hbase.rootdir=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641, hbase.cluster.distributed=false 2023-11-19T01:20:20,437 INFO [Listener at localhost/39885 {}] client.ConnectionUtils(128): regionserver/jenkins-hbase6:0 server-side Connection retries=45 2023-11-19T01:20:20,437 INFO [Listener at localhost/39885 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-19T01:20:20,437 INFO [Listener at localhost/39885 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-11-19T01:20:20,437 INFO [Listener at localhost/39885 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-11-19T01:20:20,438 INFO [Listener at localhost/39885 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-19T01:20:20,438 INFO [Listener at localhost/39885 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-11-19T01:20:20,447 INFO [Listener at localhost/39885 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-11-19T01:20:20,449 INFO [Listener at localhost/39885 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-11-19T01:20:20,451 INFO [Listener at localhost/39885 {}] ipc.NettyRpcServer(192): Bind to /172.31.2.20:46095 2023-11-19T01:20:20,453 INFO [Listener at localhost/39885 {}] hfile.BlockCacheFactory(127): Allocating BlockCache size=782.40 MB, blockSize=64 KB 2023-11-19T01:20:20,461 DEBUG [Listener at localhost/39885 {}] mob.MobFileCache(121): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2023-11-19T01:20:20,462 INFO [Listener at localhost/39885 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-19T01:20:20,466 INFO [Listener at localhost/39885 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-19T01:20:20,469 INFO [Listener at localhost/39885 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=regionserver:46095 connecting to ZooKeeper ensemble=127.0.0.1:52459 2023-11-19T01:20:20,473 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): regionserver:460950x0, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-11-19T01:20:20,474 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): regionserver:46095-0x101239e09920001 connected 2023-11-19T01:20:20,474 DEBUG [Listener at localhost/39885 {}] zookeeper.ZKUtil(113): regionserver:46095-0x101239e09920001, quorum=127.0.0.1:52459, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-11-19T01:20:20,476 DEBUG [Listener at localhost/39885 {}] zookeeper.ZKUtil(113): regionserver:46095-0x101239e09920001, quorum=127.0.0.1:52459, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-11-19T01:20:20,477 DEBUG [Listener at localhost/39885 {}] zookeeper.ZKUtil(113): regionserver:46095-0x101239e09920001, quorum=127.0.0.1:52459, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-11-19T01:20:20,477 DEBUG [Listener at localhost/39885 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46095 2023-11-19T01:20:20,478 DEBUG [Listener at localhost/39885 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46095 2023-11-19T01:20:20,478 DEBUG [Listener at localhost/39885 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46095 2023-11-19T01:20:20,479 DEBUG [Listener at localhost/39885 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46095 2023-11-19T01:20:20,479 DEBUG [Listener at localhost/39885 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46095 2023-11-19T01:20:20,484 INFO [Listener at localhost/39885 {}] http.HttpServer(981): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-11-19T01:20:20,484 INFO [Listener at localhost/39885 {}] http.HttpServer(981): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-11-19T01:20:20,484 INFO [Listener at localhost/39885 {}] http.HttpServer(981): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-11-19T01:20:20,485 INFO [Listener at localhost/39885 {}] http.HttpServer(960): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2023-11-19T01:20:20,485 INFO [Listener at localhost/39885 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-11-19T01:20:20,485 INFO [Listener at localhost/39885 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-11-19T01:20:20,486 INFO [Listener at localhost/39885 {}] http.HttpServer(805): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-11-19T01:20:20,488 INFO [Listener at localhost/39885 {}] http.HttpServer(1227): Jetty bound to port 43589 2023-11-19T01:20:20,488 INFO [Listener at localhost/39885 {}] server.Server(375): jetty-9.4.52.v20230823; built: 2023-08-23T19:29:37.669Z; git: abdcda73818a1a2c705da276edb0bf6581e7997e; jvm 1.8.0_362-b09 2023-11-19T01:20:20,519 INFO [Listener at localhost/39885 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-19T01:20:20,520 INFO [Listener at localhost/39885 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@553014dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/hadoop.log.dir/,AVAILABLE} 2023-11-19T01:20:20,521 INFO [Listener at localhost/39885 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-19T01:20:20,523 INFO [Listener at localhost/39885 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@fc568f9{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-11-19T01:20:20,536 INFO [Listener at localhost/39885 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-11-19T01:20:20,538 INFO [Listener at localhost/39885 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-11-19T01:20:20,538 INFO [Listener at localhost/39885 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-11-19T01:20:20,538 INFO [Listener at localhost/39885 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2023-11-19T01:20:20,539 INFO [Listener at localhost/39885 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-19T01:20:20,545 INFO [Listener at localhost/39885 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@32d41154{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-11-19T01:20:20,546 INFO [Listener at localhost/39885 {}] server.AbstractConnector(333): Started ServerConnector@12b0af55{HTTP/1.1, (http/1.1)}{0.0.0.0:43589} 2023-11-19T01:20:20,546 INFO [Listener at localhost/39885 {}] server.Server(415): Started @9066ms 2023-11-19T01:20:20,552 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.52.v20230823; built: 2023-08-23T19:29:37.669Z; git: abdcda73818a1a2c705da276edb0bf6581e7997e; jvm 1.8.0_362-b09 2023-11-19T01:20:20,556 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@25f936de{HTTP/1.1, (http/1.1)}{0.0.0.0:36453} 2023-11-19T01:20:20,556 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] server.Server(415): Started @9076ms 2023-11-19T01:20:20,556 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(2389): Adding backup master ZNode /1/backup-masters/jenkins-hbase6.apache.org,34387,1700356817193 2023-11-19T01:20:20,573 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46095-0x101239e09920001, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-19T01:20:20,573 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-19T01:20:20,576 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/jenkins-hbase6.apache.org,34387,1700356817193 2023-11-19T01:20:20,576 DEBUG [M:0;jenkins-hbase6:34387 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;jenkins-hbase6:34387 2023-11-19T01:20:20,597 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46095-0x101239e09920001, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-11-19T01:20:20,597 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-11-19T01:20:20,597 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46095-0x101239e09920001, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:20:20,597 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:20:20,599 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Set watcher on existing znode=/1/master 2023-11-19T01:20:20,600 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Set watcher on existing znode=/1/master 2023-11-19T01:20:20,600 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/jenkins-hbase6.apache.org,34387,1700356817193 from backup master directory 2023-11-19T01:20:20,604 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/jenkins-hbase6.apache.org,34387,1700356817193 2023-11-19T01:20:20,604 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46095-0x101239e09920001, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-19T01:20:20,604 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-19T01:20:20,605 WARN [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-11-19T01:20:20,605 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=jenkins-hbase6.apache.org,34387,1700356817193 2023-11-19T01:20:20,608 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 352, initial count 0 2023-11-19T01:20:20,609 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 391, initial count 0 2023-11-19T01:20:20,690 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] util.FSUtils(611): Created cluster ID file at hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/hbase.id with ID: b175ee34-66e0-48f7-9d20-4b45350b899a 2023-11-19T01:20:20,732 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-19T01:20:20,748 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:20:20,748 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46095-0x101239e09920001, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:20:20,791 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] region.MasterRegion(355): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:20:20,793 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2023-11-19T01:20:20,812 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(271): ClientProtocol::create wrong number of arguments, should be hadoop 3.2 or below 2023-11-19T01:20:20,812 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(277): ClientProtocol::create wrong number of arguments, should be hadoop 2.x 2023-11-19T01:20:20,814 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(286): can not find SHOULD_REPLICATE flag, should be hadoop 2.x java.lang.IllegalArgumentException: No enum constant org.apache.hadoop.fs.CreateFlag.SHOULD_REPLICATE at java.lang.Enum.valueOf(Enum.java:238) ~[?:1.8.0_362] at org.apache.hadoop.fs.CreateFlag.valueOf(CreateFlag.java:63) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.loadShouldReplicateFlag(FanOutOneBlockAsyncDFSOutputHelper.java:284) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.(FanOutOneBlockAsyncDFSOutputHelper.java:311) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:140) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:952) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2414) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:575) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:572) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-19T01:20:20,824 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2130) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:952) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2414) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:575) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:572) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-19T01:20:20,826 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-19T01:20:20,895 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(7093): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/MasterData/data/master/store 2023-11-19T01:20:20,918 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2023-11-19T01:20:20,918 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:20:20,919 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-11-19T01:20:20,919 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:20:20,919 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:20:20,919 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-11-19T01:20:20,919 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:20:20,919 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:20:20,919 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-19T01:20:20,921 WARN [master/jenkins-hbase6:0:becomeActiveMaster {}] region.MasterRegion(232): failed to clean up initializing flag: hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/MasterData/data/master/store/.initializing 2023-11-19T01:20:20,921 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] region.MasterRegion(202): WALDir=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/MasterData/WALs/jenkins-hbase6.apache.org,34387,1700356817193 2023-11-19T01:20:20,930 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-11-19T01:20:20,944 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase6.apache.org%2C34387%2C1700356817193, suffix=, logDir=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/MasterData/WALs/jenkins-hbase6.apache.org,34387,1700356817193, archiveDir=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/MasterData/oldWALs, maxLogs=10 2023-11-19T01:20:20,975 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/MasterData/WALs/jenkins-hbase6.apache.org,34387,1700356817193/jenkins-hbase6.apache.org%2C34387%2C1700356817193.1700356820951, exclude list is [], retry=0 2023-11-19T01:20:21,009 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46557,DS-5ef48100-dbac-4d3d-9cf9-5cacae0c281e,DISK] 2023-11-19T01:20:21,016 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(123): Hadoop 3.2 and below use unshaded protobuf. java.lang.ClassNotFoundException: org.apache.hadoop.thirdparty.protobuf.MessageLite at java.net.URLClassLoader.findClass(URLClassLoader.java:387) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:418) ~[?:1.8.0_362] at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:352) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:351) ~[?:1.8.0_362] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.ProtobufDecoder.(ProtobufDecoder.java:118) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.processWriteBlockResponse(FanOutOneBlockAsyncDFSOutputHelper.java:347) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$100(FanOutOneBlockAsyncDFSOutputHelper.java:121) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$4.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:431) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:185) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:35) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hadoop.hbase.util.NettyFutureUtils.addListener(NettyFutureUtils.java:52) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:425) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$300(FanOutOneBlockAsyncDFSOutputHelper.java:121) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:483) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:478) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:653) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:691) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:499) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:407) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.5.jar:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-19T01:20:21,088 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/MasterData/WALs/jenkins-hbase6.apache.org,34387,1700356817193/jenkins-hbase6.apache.org%2C34387%2C1700356817193.1700356820951 2023-11-19T01:20:21,089 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:46557,DS-5ef48100-dbac-4d3d-9cf9-5cacae0c281e,DISK]] 2023-11-19T01:20:21,089 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(7254): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:20:21,090 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:20:21,094 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(7296): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:20:21,095 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(7299): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:20:21,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:20:21,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2023-11-19T01:20:21,206 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:20:21,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-19T01:20:21,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:20:21,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2023-11-19T01:20:21,212 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:20:21,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:20:21,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:20:21,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2023-11-19T01:20:21,216 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:20:21,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:20:21,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:20:21,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2023-11-19T01:20:21,219 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:20:21,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:20:21,224 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:20:21,225 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:20:21,239 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2023-11-19T01:20:21,243 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1076): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:20:21,247 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:20:21,248 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1093): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11838610720, jitterRate=0.10255654156208038}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2023-11-19T01:20:21,253 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(992): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-19T01:20:21,254 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2023-11-19T01:20:21,288 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9a7d787, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:20:21,342 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(861): No meta location available on zookeeper, skip migrating... 2023-11-19T01:20:21,362 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2023-11-19T01:20:21,362 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(563): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2023-11-19T01:20:21,365 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-11-19T01:20:21,366 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 1 msec 2023-11-19T01:20:21,372 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 5 msec 2023-11-19T01:20:21,373 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2023-11-19T01:20:21,406 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2023-11-19T01:20:21,423 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2023-11-19T01:20:21,426 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/balancer already deleted, retry=false 2023-11-19T01:20:21,429 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2023-11-19T01:20:21,431 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2023-11-19T01:20:21,432 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/normalizer already deleted, retry=false 2023-11-19T01:20:21,435 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2023-11-19T01:20:21,442 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2023-11-19T01:20:21,444 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/split already deleted, retry=false 2023-11-19T01:20:21,445 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2023-11-19T01:20:21,447 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/merge already deleted, retry=false 2023-11-19T01:20:21,464 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2023-11-19T01:20:21,465 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/snapshot-cleanup already deleted, retry=false 2023-11-19T01:20:21,471 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-11-19T01:20:21,471 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46095-0x101239e09920001, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-11-19T01:20:21,471 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:20:21,471 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46095-0x101239e09920001, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:20:21,472 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(805): Active/primary master=jenkins-hbase6.apache.org,34387,1700356817193, sessionid=0x101239e09920000, setting cluster-up flag (Was=false) 2023-11-19T01:20:21,481 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2023-11-19T01:20:21,492 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46095-0x101239e09920001, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:20:21,492 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:20:21,498 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2023-11-19T01:20:21,500 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase6.apache.org,34387,1700356817193 2023-11-19T01:20:21,504 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:20:21,504 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46095-0x101239e09920001, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:20:21,511 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2023-11-19T01:20:21,512 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase6.apache.org,34387,1700356817193 2023-11-19T01:20:21,517 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:20:21,517 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46095-0x101239e09920001, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:20:21,528 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2023-11-19T01:20:21,530 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase6.apache.org,34387,1700356817193 2023-11-19T01:20:21,566 DEBUG [RS:0;jenkins-hbase6:46095 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;jenkins-hbase6:46095 2023-11-19T01:20:21,568 INFO [RS:0;jenkins-hbase6:46095 {}] regionserver.HRegionServer(997): ClusterId : b175ee34-66e0-48f7-9d20-4b45350b899a 2023-11-19T01:20:21,570 INFO [RS:0;jenkins-hbase6:46095 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2023-11-19T01:20:21,572 DEBUG [RS:0;jenkins-hbase6:46095 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2023-11-19T01:20:21,579 DEBUG [RS:0;jenkins-hbase6:46095 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2023-11-19T01:20:21,579 DEBUG [RS:0;jenkins-hbase6:46095 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2023-11-19T01:20:21,582 DEBUG [RS:0;jenkins-hbase6:46095 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2023-11-19T01:20:21,582 DEBUG [RS:0;jenkins-hbase6:46095 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2023-11-19T01:20:21,585 DEBUG [RS:0;jenkins-hbase6:46095 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2023-11-19T01:20:21,586 DEBUG [RS:0;jenkins-hbase6:46095 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ededacb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:20:21,588 DEBUG [RS:0;jenkins-hbase6:46095 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@676ce435, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase6.apache.org/172.31.2.20:0 2023-11-19T01:20:21,593 INFO [RS:0;jenkins-hbase6:46095 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2023-11-19T01:20:21,593 INFO [RS:0;jenkins-hbase6:46095 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2023-11-19T01:20:21,593 DEBUG [RS:0;jenkins-hbase6:46095 {}] regionserver.HRegionServer(1079): About to register with Master. 2023-11-19T01:20:21,596 INFO [RS:0;jenkins-hbase6:46095 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase6.apache.org,34387,1700356817193 with isa=jenkins-hbase6.apache.org/172.31.2.20:46095, startcode=1700356820436 2023-11-19T01:20:21,615 DEBUG [RS:0;jenkins-hbase6:46095 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-11-19T01:20:21,685 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:51825, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-11-19T01:20:21,693 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34387 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3212) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:592) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:17393) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-11-19T01:20:21,692 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2023-11-19T01:20:21,704 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(574): slop=0.2 2023-11-19T01:20:21,710 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(285): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2023-11-19T01:20:21,722 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: jenkins-hbase6.apache.org,34387,1700356817193 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2023-11-19T01:20:21,727 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/jenkins-hbase6:0, corePoolSize=5, maxPoolSize=5 2023-11-19T01:20:21,727 DEBUG [RS:0;jenkins-hbase6:46095 {}] regionserver.HRegionServer(3046): Master is not running yet 2023-11-19T01:20:21,728 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/jenkins-hbase6:0, corePoolSize=5, maxPoolSize=5 2023-11-19T01:20:21,728 WARN [RS:0;jenkins-hbase6:46095 {}] regionserver.HRegionServer(1088): reportForDuty failed; sleeping 100 ms and then retrying. 2023-11-19T01:20:21,728 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/jenkins-hbase6:0, corePoolSize=5, maxPoolSize=5 2023-11-19T01:20:21,728 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/jenkins-hbase6:0, corePoolSize=5, maxPoolSize=5 2023-11-19T01:20:21,728 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/jenkins-hbase6:0, corePoolSize=10, maxPoolSize=10 2023-11-19T01:20:21,729 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:20:21,729 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/jenkins-hbase6:0, corePoolSize=2, maxPoolSize=2 2023-11-19T01:20:21,729 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:20:21,736 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1700356851736 2023-11-19T01:20:21,739 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2023-11-19T01:20:21,744 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2023-11-19T01:20:21,746 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2023-11-19T01:20:21,746 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2023-11-19T01:20:21,751 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:20:21,751 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-11-19T01:20:21,755 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2023-11-19T01:20:21,755 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2023-11-19T01:20:21,756 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2023-11-19T01:20:21,756 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2023-11-19T01:20:21,757 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2023-11-19T01:20:21,758 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-11-19T01:20:21,764 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2023-11-19T01:20:21,770 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2023-11-19T01:20:21,770 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2023-11-19T01:20:21,771 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2023-11-19T01:20:21,771 INFO [PEWorker-1 {}] regionserver.HRegion(7075): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641 2023-11-19T01:20:21,783 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ReadOnlyZKClient(139): Connect 0x75d97329 to 127.0.0.1:52459 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:20:21,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:20:21,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-11-19T01:20:21,798 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61037246, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:20:21,798 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-11-19T01:20:21,800 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-11-19T01:20:21,800 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:20:21,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-19T01:20:21,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-11-19T01:20:21,802 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2023-11-19T01:20:21,803 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2023-11-19T01:20:21,804 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-11-19T01:20:21,804 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:20:21,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-19T01:20:21,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-11-19T01:20:21,806 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/jenkins-hbase6:0:becomeActiveMaster-HFileCleaner.large.0-1700356821806,5,FailOnTimeoutGroup] 2023-11-19T01:20:21,807 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/jenkins-hbase6:0:becomeActiveMaster-HFileCleaner.small.0-1700356821806,5,FailOnTimeoutGroup] 2023-11-19T01:20:21,807 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-11-19T01:20:21,807 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(1636): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2023-11-19T01:20:21,807 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-11-19T01:20:21,807 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:20:21,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-19T01:20:21,809 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2023-11-19T01:20:21,809 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2023-11-19T01:20:21,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/hbase/meta/1588230740 2023-11-19T01:20:21,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/hbase/meta/1588230740 2023-11-19T01:20:21,813 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-11-19T01:20:21,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-11-19T01:20:21,820 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:20:21,821 INFO [PEWorker-1 {}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10610839040, jitterRate=-0.011788606643676758}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-11-19T01:20:21,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-11-19T01:20:21,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-11-19T01:20:21,825 INFO [PEWorker-1 {}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-11-19T01:20:21,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-11-19T01:20:21,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-11-19T01:20:21,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-11-19T01:20:21,827 INFO [PEWorker-1 {}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-11-19T01:20:21,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-11-19T01:20:21,829 INFO [RS:0;jenkins-hbase6:46095 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase6.apache.org,34387,1700356817193 with isa=jenkins-hbase6.apache.org/172.31.2.20:46095, startcode=1700356820436 2023-11-19T01:20:21,831 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2023-11-19T01:20:21,831 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2023-11-19T01:20:21,835 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34387 {}] master.ServerManager(396): Registering regionserver=jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:21,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2023-11-19T01:20:21,846 DEBUG [RS:0;jenkins-hbase6:46095 {}] regionserver.HRegionServer(1705): Config from master: hbase.rootdir=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641 2023-11-19T01:20:21,847 DEBUG [RS:0;jenkins-hbase6:46095 {}] regionserver.HRegionServer(1705): Config from master: fs.defaultFS=hdfs://localhost:35095 2023-11-19T01:20:21,847 DEBUG [RS:0;jenkins-hbase6:46095 {}] regionserver.HRegionServer(1705): Config from master: hbase.master.info.port=33655 2023-11-19T01:20:21,855 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2023-11-19T01:20:21,858 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-11-19T01:20:21,859 DEBUG [RS:0;jenkins-hbase6:46095 {}] zookeeper.ZKUtil(111): regionserver:46095-0x101239e09920001, quorum=127.0.0.1:52459, baseZNode=/1 Set watcher on existing znode=/1/rs/jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:21,859 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2023-11-19T01:20:21,859 WARN [RS:0;jenkins-hbase6:46095 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-11-19T01:20:21,859 INFO [RS:0;jenkins-hbase6:46095 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-19T01:20:21,859 DEBUG [RS:0;jenkins-hbase6:46095 {}] regionserver.HRegionServer(2060): logDir=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/WALs/jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:21,862 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [jenkins-hbase6.apache.org,46095,1700356820436] 2023-11-19T01:20:21,878 DEBUG [RS:0;jenkins-hbase6:46095 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2023-11-19T01:20:21,893 INFO [RS:0;jenkins-hbase6:46095 {}] regionserver.MetricsRegionServerWrapperImpl(165): Computing regionserver metrics every 5000 milliseconds 2023-11-19T01:20:21,909 INFO [RS:0;jenkins-hbase6:46095 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=782.4 M, globalMemStoreLimitLowMark=743.3 M, Offheap=false 2023-11-19T01:20:21,913 INFO [RS:0;jenkins-hbase6:46095 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2023-11-19T01:20:21,913 INFO [RS:0;jenkins-hbase6:46095 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2023-11-19T01:20:21,914 INFO [RS:0;jenkins-hbase6:46095 {}] regionserver.HRegionServer$CompactionChecker(1947): CompactionChecker runs every PT1S 2023-11-19T01:20:21,923 INFO [RS:0;jenkins-hbase6:46095 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2023-11-19T01:20:21,923 DEBUG [RS:0;jenkins-hbase6:46095 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:20:21,923 DEBUG [RS:0;jenkins-hbase6:46095 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:20:21,924 DEBUG [RS:0;jenkins-hbase6:46095 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:20:21,924 DEBUG [RS:0;jenkins-hbase6:46095 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:20:21,924 DEBUG [RS:0;jenkins-hbase6:46095 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:20:21,924 DEBUG [RS:0;jenkins-hbase6:46095 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/jenkins-hbase6:0, corePoolSize=2, maxPoolSize=2 2023-11-19T01:20:21,924 DEBUG [RS:0;jenkins-hbase6:46095 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:20:21,924 DEBUG [RS:0;jenkins-hbase6:46095 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:20:21,924 DEBUG [RS:0;jenkins-hbase6:46095 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:20:21,924 DEBUG [RS:0;jenkins-hbase6:46095 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:20:21,925 DEBUG [RS:0;jenkins-hbase6:46095 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:20:21,925 DEBUG [RS:0;jenkins-hbase6:46095 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0, corePoolSize=3, maxPoolSize=3 2023-11-19T01:20:21,925 DEBUG [RS:0;jenkins-hbase6:46095 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase6:0, corePoolSize=3, maxPoolSize=3 2023-11-19T01:20:21,926 INFO [RS:0;jenkins-hbase6:46095 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2023-11-19T01:20:21,926 INFO [RS:0;jenkins-hbase6:46095 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2023-11-19T01:20:21,926 INFO [RS:0;jenkins-hbase6:46095 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2023-11-19T01:20:21,926 INFO [RS:0;jenkins-hbase6:46095 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2023-11-19T01:20:21,926 INFO [RS:0;jenkins-hbase6:46095 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase6.apache.org,46095,1700356820436-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-11-19T01:20:21,941 INFO [RS:0;jenkins-hbase6:46095 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2023-11-19T01:20:21,944 INFO [RS:0;jenkins-hbase6:46095 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase6.apache.org,46095,1700356820436-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2023-11-19T01:20:21,959 INFO [RS:0;jenkins-hbase6:46095 {}] regionserver.Replication(204): jenkins-hbase6.apache.org,46095,1700356820436 started 2023-11-19T01:20:21,960 INFO [RS:0;jenkins-hbase6:46095 {}] regionserver.HRegionServer(1747): Serving as jenkins-hbase6.apache.org,46095,1700356820436, RpcServer on jenkins-hbase6.apache.org/172.31.2.20:46095, sessionid=0x101239e09920001 2023-11-19T01:20:21,960 DEBUG [RS:0;jenkins-hbase6:46095 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2023-11-19T01:20:21,960 DEBUG [RS:0;jenkins-hbase6:46095 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:21,960 DEBUG [RS:0;jenkins-hbase6:46095 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase6.apache.org,46095,1700356820436' 2023-11-19T01:20:21,960 DEBUG [RS:0;jenkins-hbase6:46095 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2023-11-19T01:20:21,961 DEBUG [RS:0;jenkins-hbase6:46095 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2023-11-19T01:20:21,962 DEBUG [RS:0;jenkins-hbase6:46095 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2023-11-19T01:20:21,962 DEBUG [RS:0;jenkins-hbase6:46095 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2023-11-19T01:20:21,962 DEBUG [RS:0;jenkins-hbase6:46095 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase6.apache.org,46095,1700356820436' 2023-11-19T01:20:21,962 DEBUG [RS:0;jenkins-hbase6:46095 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-19T01:20:21,962 DEBUG [RS:0;jenkins-hbase6:46095 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-19T01:20:21,963 INFO [RS:0;jenkins-hbase6:46095 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2023-11-19T01:20:21,963 DEBUG [RS:0;jenkins-hbase6:46095 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2023-11-19T01:20:21,963 DEBUG [RS:0;jenkins-hbase6:46095 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2023-11-19T01:20:21,963 DEBUG [RS:0;jenkins-hbase6:46095 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:21,963 DEBUG [RS:0;jenkins-hbase6:46095 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase6.apache.org,46095,1700356820436' 2023-11-19T01:20:21,963 DEBUG [RS:0;jenkins-hbase6:46095 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2023-11-19T01:20:21,964 DEBUG [RS:0;jenkins-hbase6:46095 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2023-11-19T01:20:21,964 DEBUG [RS:0;jenkins-hbase6:46095 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2023-11-19T01:20:21,964 INFO [RS:0;jenkins-hbase6:46095 {}] quotas.RegionServerRpcQuotaManager(63): Quota support disabled 2023-11-19T01:20:21,965 INFO [RS:0;jenkins-hbase6:46095 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2023-11-19T01:20:22,010 WARN [jenkins-hbase6:34387 {}] assignment.AssignmentManager(2298): No servers available; cannot place 1 unassigned regions. 2023-11-19T01:20:22,075 INFO [RS:0;jenkins-hbase6:46095 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-11-19T01:20:22,078 INFO [RS:0;jenkins-hbase6:46095 {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase6.apache.org%2C46095%2C1700356820436, suffix=, logDir=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/WALs/jenkins-hbase6.apache.org,46095,1700356820436, archiveDir=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/oldWALs, maxLogs=32 2023-11-19T01:20:22,090 DEBUG [RS:0;jenkins-hbase6:46095 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/WALs/jenkins-hbase6.apache.org,46095,1700356820436/jenkins-hbase6.apache.org%2C46095%2C1700356820436.1700356822080, exclude list is [], retry=0 2023-11-19T01:20:22,096 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46557,DS-5ef48100-dbac-4d3d-9cf9-5cacae0c281e,DISK] 2023-11-19T01:20:22,100 INFO [RS:0;jenkins-hbase6:46095 {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/WALs/jenkins-hbase6.apache.org,46095,1700356820436/jenkins-hbase6.apache.org%2C46095%2C1700356820436.1700356822080 2023-11-19T01:20:22,100 DEBUG [RS:0;jenkins-hbase6:46095 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:46557,DS-5ef48100-dbac-4d3d-9cf9-5cacae0c281e,DISK]] 2023-11-19T01:20:22,261 DEBUG [jenkins-hbase6:34387 {}] assignment.AssignmentManager(2319): Processing assignQueue; systemServersCount=1, allServersCount=1 2023-11-19T01:20:22,270 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:22,276 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase6.apache.org,46095,1700356820436, state=OPENING 2023-11-19T01:20:22,284 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2023-11-19T01:20:22,292 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:20:22,292 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46095-0x101239e09920001, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:20:22,293 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-19T01:20:22,293 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-19T01:20:22,296 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=jenkins-hbase6.apache.org,46095,1700356820436}] 2023-11-19T01:20:22,608 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:22,611 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=AdminService, sasl=false 2023-11-19T01:20:22,614 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:49370, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2023-11-19T01:20:22,625 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(130): Open hbase:meta,,1.1588230740 2023-11-19T01:20:22,626 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-19T01:20:22,627 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2023-11-19T01:20:22,630 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase6.apache.org%2C46095%2C1700356820436.meta, suffix=.meta, logDir=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/WALs/jenkins-hbase6.apache.org,46095,1700356820436, archiveDir=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/oldWALs, maxLogs=32 2023-11-19T01:20:22,648 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/WALs/jenkins-hbase6.apache.org,46095,1700356820436/jenkins-hbase6.apache.org%2C46095%2C1700356820436.meta.1700356822632.meta, exclude list is [], retry=0 2023-11-19T01:20:22,652 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46557,DS-5ef48100-dbac-4d3d-9cf9-5cacae0c281e,DISK] 2023-11-19T01:20:22,657 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/WALs/jenkins-hbase6.apache.org,46095,1700356820436/jenkins-hbase6.apache.org%2C46095%2C1700356820436.meta.1700356822632.meta 2023-11-19T01:20:22,657 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:46557,DS-5ef48100-dbac-4d3d-9cf9-5cacae0c281e,DISK]] 2023-11-19T01:20:22,658 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7254): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:20:22,664 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:20:22,665 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2023-11-19T01:20:22,685 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7955): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2023-11-19T01:20:22,685 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(393): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2023-11-19T01:20:22,691 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2023-11-19T01:20:22,691 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:20:22,691 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7296): checking encryption for 1588230740 2023-11-19T01:20:22,692 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7299): checking classloading for 1588230740 2023-11-19T01:20:22,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-11-19T01:20:22,696 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-11-19T01:20:22,696 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:20:22,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-19T01:20:22,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-11-19T01:20:22,698 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-11-19T01:20:22,699 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:20:22,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-19T01:20:22,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-11-19T01:20:22,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-11-19T01:20:22,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:20:22,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-19T01:20:22,704 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/hbase/meta/1588230740 2023-11-19T01:20:22,706 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/hbase/meta/1588230740 2023-11-19T01:20:22,708 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-11-19T01:20:22,711 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-11-19T01:20:22,712 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9715788480, jitterRate=-0.09514668583869934}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-11-19T01:20:22,713 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-11-19T01:20:22,725 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1700356822599 2023-11-19T01:20:22,745 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:22,747 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:meta,,1.1588230740 2023-11-19T01:20:22,748 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(158): Opened hbase:meta,,1.1588230740 2023-11-19T01:20:22,748 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase6.apache.org,46095,1700356820436, state=OPEN 2023-11-19T01:20:22,752 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46095-0x101239e09920001, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-11-19T01:20:22,752 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-11-19T01:20:22,752 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-19T01:20:22,752 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-19T01:20:22,756 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=3, resume processing ppid=2 2023-11-19T01:20:22,756 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=jenkins-hbase6.apache.org,46095,1700356820436 in 456 msec 2023-11-19T01:20:22,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=2, resume processing ppid=1 2023-11-19T01:20:22,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 916 msec 2023-11-19T01:20:22,773 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.1700 sec 2023-11-19T01:20:22,774 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(1064): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1700356822773, completionTime=-1 2023-11-19T01:20:22,774 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.ServerManager(816): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2023-11-19T01:20:22,774 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] assignment.AssignmentManager(1645): Joining cluster... 2023-11-19T01:20:22,841 DEBUG [hconnection-0x1753c29-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:20:22,845 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:49374, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:20:22,865 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] assignment.AssignmentManager(1657): Number of RegionServers=1 2023-11-19T01:20:22,865 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1700356882865 2023-11-19T01:20:22,865 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1700356942865 2023-11-19T01:20:22,865 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] assignment.AssignmentManager(1664): Joined the cluster in 91 msec 2023-11-19T01:20:22,894 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase6.apache.org,34387,1700356817193-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2023-11-19T01:20:22,894 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase6.apache.org,34387,1700356817193-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2023-11-19T01:20:22,895 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase6.apache.org,34387,1700356817193-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2023-11-19T01:20:22,897 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-jenkins-hbase6:34387, period=300000, unit=MILLISECONDS is enabled. 2023-11-19T01:20:22,897 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2023-11-19T01:20:22,905 DEBUG [master/jenkins-hbase6:0.Chore.1 {}] janitor.CatalogJanitor(175): 2023-11-19T01:20:22,920 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2023-11-19T01:20:22,921 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(2369): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-11-19T01:20:22,932 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2023-11-19T01:20:22,936 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:20:22,938 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:20:22,940 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:20:23,362 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 8441e1608aa65abc42f384758a755dd0, NAME => 'hbase:namespace,,1700356822921.8441e1608aa65abc42f384758a755dd0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641 2023-11-19T01:20:23,773 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(888): Instantiated hbase:namespace,,1700356822921.8441e1608aa65abc42f384758a755dd0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:20:23,774 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1668): Closing 8441e1608aa65abc42f384758a755dd0, disabling compactions & flushes 2023-11-19T01:20:23,774 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1690): Closing region hbase:namespace,,1700356822921.8441e1608aa65abc42f384758a755dd0. 2023-11-19T01:20:23,774 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1700356822921.8441e1608aa65abc42f384758a755dd0. 2023-11-19T01:20:23,774 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1700356822921.8441e1608aa65abc42f384758a755dd0. after waiting 0 ms 2023-11-19T01:20:23,774 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1700356822921.8441e1608aa65abc42f384758a755dd0. 2023-11-19T01:20:23,774 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1909): Closed hbase:namespace,,1700356822921.8441e1608aa65abc42f384758a755dd0. 2023-11-19T01:20:23,774 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1622): Region close journal for 8441e1608aa65abc42f384758a755dd0: 2023-11-19T01:20:23,776 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:20:23,791 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1700356822921.8441e1608aa65abc42f384758a755dd0.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1700356823778"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700356823778"}]},"ts":"1700356823778"} 2023-11-19T01:20:23,823 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:20:23,825 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:20:23,831 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356823825"}]},"ts":"1700356823825"} 2023-11-19T01:20:23,834 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2023-11-19T01:20:23,840 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=8441e1608aa65abc42f384758a755dd0, ASSIGN}] 2023-11-19T01:20:23,842 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=8441e1608aa65abc42f384758a755dd0, ASSIGN 2023-11-19T01:20:23,844 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=8441e1608aa65abc42f384758a755dd0, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,46095,1700356820436; forceNewPlan=false, retain=false 2023-11-19T01:20:23,995 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=8441e1608aa65abc42f384758a755dd0, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:24,000 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 8441e1608aa65abc42f384758a755dd0, server=jenkins-hbase6.apache.org,46095,1700356820436}] 2023-11-19T01:20:24,154 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:24,160 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(130): Open hbase:namespace,,1700356822921.8441e1608aa65abc42f384758a755dd0. 2023-11-19T01:20:24,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7254): Opening region: {ENCODED => 8441e1608aa65abc42f384758a755dd0, NAME => 'hbase:namespace,,1700356822921.8441e1608aa65abc42f384758a755dd0.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:20:24,161 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:20:24,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 8441e1608aa65abc42f384758a755dd0 2023-11-19T01:20:24,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(888): Instantiated hbase:namespace,,1700356822921.8441e1608aa65abc42f384758a755dd0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:20:24,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7296): checking encryption for 8441e1608aa65abc42f384758a755dd0 2023-11-19T01:20:24,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7299): checking classloading for 8441e1608aa65abc42f384758a755dd0 2023-11-19T01:20:24,164 INFO [StoreOpener-8441e1608aa65abc42f384758a755dd0-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 8441e1608aa65abc42f384758a755dd0 2023-11-19T01:20:24,166 INFO [StoreOpener-8441e1608aa65abc42f384758a755dd0-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8441e1608aa65abc42f384758a755dd0 columnFamilyName info 2023-11-19T01:20:24,166 DEBUG [StoreOpener-8441e1608aa65abc42f384758a755dd0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:20:24,167 INFO [StoreOpener-8441e1608aa65abc42f384758a755dd0-1 {}] regionserver.HStore(324): Store=8441e1608aa65abc42f384758a755dd0/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:20:24,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/hbase/namespace/8441e1608aa65abc42f384758a755dd0 2023-11-19T01:20:24,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/hbase/namespace/8441e1608aa65abc42f384758a755dd0 2023-11-19T01:20:24,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1076): writing seq id for 8441e1608aa65abc42f384758a755dd0 2023-11-19T01:20:24,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/hbase/namespace/8441e1608aa65abc42f384758a755dd0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:20:24,177 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1093): Opened 8441e1608aa65abc42f384758a755dd0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10091987040, jitterRate=-0.060110464692115784}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-19T01:20:24,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(992): Region open journal for 8441e1608aa65abc42f384758a755dd0: 2023-11-19T01:20:24,180 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:namespace,,1700356822921.8441e1608aa65abc42f384758a755dd0., pid=6, masterSystemTime=1700356824153 2023-11-19T01:20:24,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:namespace,,1700356822921.8441e1608aa65abc42f384758a755dd0. 2023-11-19T01:20:24,184 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(158): Opened hbase:namespace,,1700356822921.8441e1608aa65abc42f384758a755dd0. 2023-11-19T01:20:24,185 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=8441e1608aa65abc42f384758a755dd0, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:24,196 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=6, resume processing ppid=5 2023-11-19T01:20:24,196 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 8441e1608aa65abc42f384758a755dd0, server=jenkins-hbase6.apache.org,46095,1700356820436 in 193 msec 2023-11-19T01:20:24,199 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=5, resume processing ppid=4 2023-11-19T01:20:24,199 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=8441e1608aa65abc42f384758a755dd0, ASSIGN in 356 msec 2023-11-19T01:20:24,200 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:20:24,200 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356824200"}]},"ts":"1700356824200"} 2023-11-19T01:20:24,203 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2023-11-19T01:20:24,207 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:20:24,210 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2850 sec 2023-11-19T01:20:24,236 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2023-11-19T01:20:24,238 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2023-11-19T01:20:24,238 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46095-0x101239e09920001, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:20:24,238 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:20:24,284 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2023-11-19T01:20:24,300 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-19T01:20:24,305 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 29 msec 2023-11-19T01:20:24,309 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2023-11-19T01:20:24,328 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-19T01:20:24,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 22 msec 2023-11-19T01:20:24,345 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2023-11-19T01:20:24,349 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2023-11-19T01:20:24,349 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(1194): Master has completed initialization 3.744sec 2023-11-19T01:20:24,351 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2023-11-19T01:20:24,352 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2023-11-19T01:20:24,354 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2023-11-19T01:20:24,354 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2023-11-19T01:20:24,354 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2023-11-19T01:20:24,356 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase6.apache.org,34387,1700356817193-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-11-19T01:20:24,356 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase6.apache.org,34387,1700356817193-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2023-11-19T01:20:24,369 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(1297): Balancer post startup initialization complete, took 0 seconds 2023-11-19T01:20:24,370 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2023-11-19T01:20:24,437 DEBUG [Listener at localhost/39885 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x55950a76 to 127.0.0.1:52459 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:20:24,442 DEBUG [Listener at localhost/39885 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@296020e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:20:24,446 DEBUG [Listener at localhost/39885 {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2023-11-19T01:20:24,446 DEBUG [Listener at localhost/39885 {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2023-11-19T01:20:24,459 DEBUG [hconnection-0x7565195f-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:20:24,469 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:49378, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:20:24,481 INFO [Listener at localhost/39885 {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=jenkins-hbase6.apache.org,34387,1700356817193 2023-11-19T01:20:24,481 INFO [Listener at localhost/39885 {}] hbase.HBaseTestingUtility(2786): Starting mini mapreduce cluster... 2023-11-19T01:20:24,481 INFO [Listener at localhost/39885 {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/test.cache.data in system properties and HBase conf 2023-11-19T01:20:24,481 INFO [Listener at localhost/39885 {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/hadoop.tmp.dir in system properties and HBase conf 2023-11-19T01:20:24,481 INFO [Listener at localhost/39885 {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/hadoop.log.dir in system properties and HBase conf 2023-11-19T01:20:24,481 INFO [Listener at localhost/39885 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/mapreduce.cluster.local.dir in system properties and HBase conf 2023-11-19T01:20:24,481 INFO [Listener at localhost/39885 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-11-19T01:20:24,481 INFO [Listener at localhost/39885 {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-11-19T01:20:24,482 INFO [Listener at localhost/39885 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-11-19T01:20:24,482 INFO [Listener at localhost/39885 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-11-19T01:20:24,482 INFO [Listener at localhost/39885 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-11-19T01:20:24,482 INFO [Listener at localhost/39885 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-19T01:20:24,482 INFO [Listener at localhost/39885 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-11-19T01:20:24,482 INFO [Listener at localhost/39885 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-11-19T01:20:24,482 INFO [Listener at localhost/39885 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-19T01:20:24,482 INFO [Listener at localhost/39885 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-19T01:20:24,482 INFO [Listener at localhost/39885 {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-11-19T01:20:24,482 INFO [Listener at localhost/39885 {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/nfs.dump.dir in system properties and HBase conf 2023-11-19T01:20:24,483 INFO [Listener at localhost/39885 {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/java.io.tmpdir in system properties and HBase conf 2023-11-19T01:20:24,483 INFO [Listener at localhost/39885 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-19T01:20:24,483 INFO [Listener at localhost/39885 {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-11-19T01:20:24,483 INFO [Listener at localhost/39885 {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2023-11-19T01:20:26,391 WARN [Thread-249 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-19T01:20:26,758 INFO [Thread-249 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-19T01:20:26,764 INFO [Thread-249 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/jobhistory to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/java.io.tmpdir/Jetty_jenkins.hbase6_apache_org_46693_jobhistory____l2tx85/webapp 2023-11-19T01:20:26,932 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2023-11-19T01:20:26,933 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2023-11-19T01:20:26,933 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-19T01:20:26,936 INFO [Thread-249 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-19T01:20:27,044 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:20:27,189 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:20:27,525 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2023-11-19T01:20:27,560 INFO [Thread-249 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:46693 2023-11-19T01:20:27,889 WARN [Listener at jenkins-hbase6.apache.org/42079 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-19T01:20:27,976 WARN [Listener at jenkins-hbase6.apache.org/42079 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-11-19T01:20:27,976 INFO [Listener at jenkins-hbase6.apache.org/42079 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-19T01:20:27,983 INFO [Listener at jenkins-hbase6.apache.org/42079 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/cluster to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/java.io.tmpdir/Jetty_jenkins.hbase6_apache_org_34589_cluster____.yi1awf/webapp 2023-11-19T01:20:28,070 INFO [Listener at jenkins-hbase6.apache.org/42079 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2023-11-19T01:20:28,070 INFO [Listener at jenkins-hbase6.apache.org/42079 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2023-11-19T01:20:28,071 INFO [Listener at jenkins-hbase6.apache.org/42079 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-19T01:20:28,071 INFO [Listener at jenkins-hbase6.apache.org/42079 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-19T01:20:28,086 INFO [Listener at jenkins-hbase6.apache.org/42079 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:20:28,225 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-19T01:20:28,318 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2023-11-19T01:20:28,320 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2023-11-19T01:20:28,402 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-11-19T01:20:28,403 INFO [Listener at jenkins-hbase6.apache.org/42079 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:20:28,403 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2023-11-19T01:20:28,406 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-11-19T01:20:28,406 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2023-11-19T01:20:28,408 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:20:28,408 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2023-11-19T01:20:28,408 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-11-19T01:20:28,408 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2023-11-19T01:20:28,408 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2023-11-19T01:20:28,409 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2023-11-19T01:20:28,521 INFO [Listener at jenkins-hbase6.apache.org/42079 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:20:28,527 INFO [Listener at jenkins-hbase6.apache.org/42079 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:34589 2023-11-19T01:20:29,005 WARN [Listener at jenkins-hbase6.apache.org/45103 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-19T01:20:29,030 WARN [Listener at jenkins-hbase6.apache.org/45103 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-11-19T01:20:29,031 INFO [Listener at jenkins-hbase6.apache.org/45103 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-19T01:20:29,040 INFO [Listener at jenkins-hbase6.apache.org/45103 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/java.io.tmpdir/Jetty_jenkins.hbase6_apache_org_41795_node____if9lde/webapp 2023-11-19T01:20:29,095 INFO [Listener at jenkins-hbase6.apache.org/45103 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-11-19T01:20:29,095 INFO [Listener at jenkins-hbase6.apache.org/45103 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-19T01:20:29,095 INFO [Listener at jenkins-hbase6.apache.org/45103 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-11-19T01:20:29,095 INFO [Listener at jenkins-hbase6.apache.org/45103 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-19T01:20:29,104 INFO [Listener at jenkins-hbase6.apache.org/45103 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:20:29,127 INFO [Listener at jenkins-hbase6.apache.org/45103 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:20:29,225 INFO [Listener at jenkins-hbase6.apache.org/45103 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:20:29,238 INFO [Listener at jenkins-hbase6.apache.org/45103 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:41795 2023-11-19T01:20:29,404 WARN [Listener at jenkins-hbase6.apache.org/36979 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-19T01:20:29,411 WARN [Listener at jenkins-hbase6.apache.org/36979 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-11-19T01:20:29,412 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-19T01:20:29,421 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/java.io.tmpdir/Jetty_jenkins.hbase6_apache_org_41035_node____wuxjzl/webapp 2023-11-19T01:20:29,477 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-11-19T01:20:29,477 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-19T01:20:29,477 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-11-19T01:20:29,477 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-19T01:20:29,485 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:20:29,501 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:20:29,561 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:20:29,567 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:41035 2023-11-19T01:20:29,610 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] hbase.HBaseTestingUtility(2821): Mini mapreduce cluster started 2023-11-19T01:20:29,611 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] backup.TestBackupBase(301): ROOTDIR hdfs://localhost:35095/backupUT 2023-11-19T01:20:29,625 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:20:29,630 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:34490, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:20:29,644 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.HMaster$18(3398): Client=jenkins//172.31.2.20 creating {NAME => 'ns1'} 2023-11-19T01:20:29,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] procedure2.ProcedureExecutor(1032): Stored pid=9, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns1 2023-11-19T01:20:29,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=9 2023-11-19T01:20:29,689 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-19T01:20:29,696 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=9, state=SUCCESS; CreateNamespaceProcedure, namespace=ns1 in 48 msec 2023-11-19T01:20:29,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=9 2023-11-19T01:20:29,772 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.HMaster$18(3398): Client=jenkins//172.31.2.20 creating {NAME => 'ns2'} 2023-11-19T01:20:29,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] procedure2.ProcedureExecutor(1032): Stored pid=10, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns2 2023-11-19T01:20:29,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=10 2023-11-19T01:20:29,787 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-19T01:20:29,795 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=10, state=SUCCESS; CreateNamespaceProcedure, namespace=ns2 in 21 msec 2023-11-19T01:20:29,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=10 2023-11-19T01:20:29,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.HMaster$18(3398): Client=jenkins//172.31.2.20 creating {NAME => 'ns3'} 2023-11-19T01:20:29,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] procedure2.ProcedureExecutor(1032): Stored pid=11, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns3 2023-11-19T01:20:29,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=11 2023-11-19T01:20:29,897 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-19T01:20:29,903 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=11, state=SUCCESS; CreateNamespaceProcedure, namespace=ns3 in 18 msec 2023-11-19T01:20:29,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=11 2023-11-19T01:20:29,994 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.HMaster$18(3398): Client=jenkins//172.31.2.20 creating {NAME => 'ns4'} 2023-11-19T01:20:29,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] procedure2.ProcedureExecutor(1032): Stored pid=12, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns4 2023-11-19T01:20:30,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=12 2023-11-19T01:20:30,009 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-19T01:20:30,015 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=12, state=SUCCESS; CreateNamespaceProcedure, namespace=ns4 in 19 msec 2023-11-19T01:20:30,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=12 2023-11-19T01:20:30,117 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.HMaster$4(2333): Client=jenkins//172.31.2.20 create 'test-1700356829611', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:20:30,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] procedure2.ProcedureExecutor(1032): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test-1700356829611 2023-11-19T01:20:30,122 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test-1700356829611 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:20:30,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(712): Client=jenkins//172.31.2.20 procedure request for creating table: namespace: "default" qualifier: "test-1700356829611" procId is: 13 2023-11-19T01:20:30,123 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:20:30,124 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test-1700356829611 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:20:30,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-19T01:20:30,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-19T01:20:30,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-19T01:20:30,564 INFO [RegionOpenAndInit-test-1700356829611-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => ae65a4a3a0eab4b102d4df93b18d2572, NAME => 'test-1700356829611,,1700356830112.ae65a4a3a0eab4b102d4df93b18d2572.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1700356829611', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641 2023-11-19T01:20:30,582 DEBUG [RegionOpenAndInit-test-1700356829611-pool-0 {}] regionserver.HRegion(888): Instantiated test-1700356829611,,1700356830112.ae65a4a3a0eab4b102d4df93b18d2572.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:20:30,582 DEBUG [RegionOpenAndInit-test-1700356829611-pool-0 {}] regionserver.HRegion(1668): Closing ae65a4a3a0eab4b102d4df93b18d2572, disabling compactions & flushes 2023-11-19T01:20:30,582 INFO [RegionOpenAndInit-test-1700356829611-pool-0 {}] regionserver.HRegion(1690): Closing region test-1700356829611,,1700356830112.ae65a4a3a0eab4b102d4df93b18d2572. 2023-11-19T01:20:30,582 DEBUG [RegionOpenAndInit-test-1700356829611-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1700356829611,,1700356830112.ae65a4a3a0eab4b102d4df93b18d2572. 2023-11-19T01:20:30,582 DEBUG [RegionOpenAndInit-test-1700356829611-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on test-1700356829611,,1700356830112.ae65a4a3a0eab4b102d4df93b18d2572. after waiting 0 ms 2023-11-19T01:20:30,582 DEBUG [RegionOpenAndInit-test-1700356829611-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region test-1700356829611,,1700356830112.ae65a4a3a0eab4b102d4df93b18d2572. 2023-11-19T01:20:30,582 INFO [RegionOpenAndInit-test-1700356829611-pool-0 {}] regionserver.HRegion(1909): Closed test-1700356829611,,1700356830112.ae65a4a3a0eab4b102d4df93b18d2572. 2023-11-19T01:20:30,582 DEBUG [RegionOpenAndInit-test-1700356829611-pool-0 {}] regionserver.HRegion(1622): Region close journal for ae65a4a3a0eab4b102d4df93b18d2572: 2023-11-19T01:20:30,584 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test-1700356829611 execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:20:30,584 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test-1700356829611,,1700356830112.ae65a4a3a0eab4b102d4df93b18d2572.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1700356830584"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700356830584"}]},"ts":"1700356830584"} 2023-11-19T01:20:30,587 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:20:30,588 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test-1700356829611 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:20:30,589 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1700356829611","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356830588"}]},"ts":"1700356830588"} 2023-11-19T01:20:30,591 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1700356829611, state=ENABLING in hbase:meta 2023-11-19T01:20:30,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1700356829611, region=ae65a4a3a0eab4b102d4df93b18d2572, ASSIGN}] 2023-11-19T01:20:30,598 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1700356829611, region=ae65a4a3a0eab4b102d4df93b18d2572, ASSIGN 2023-11-19T01:20:30,600 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1700356829611, region=ae65a4a3a0eab4b102d4df93b18d2572, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,46095,1700356820436; forceNewPlan=false, retain=false 2023-11-19T01:20:30,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-19T01:20:30,751 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=ae65a4a3a0eab4b102d4df93b18d2572, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:30,754 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; OpenRegionProcedure ae65a4a3a0eab4b102d4df93b18d2572, server=jenkins-hbase6.apache.org,46095,1700356820436}] 2023-11-19T01:20:30,907 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:30,915 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(130): Open test-1700356829611,,1700356830112.ae65a4a3a0eab4b102d4df93b18d2572. 2023-11-19T01:20:30,916 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7254): Opening region: {ENCODED => ae65a4a3a0eab4b102d4df93b18d2572, NAME => 'test-1700356829611,,1700356830112.ae65a4a3a0eab4b102d4df93b18d2572.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:20:30,916 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:20:30,916 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1700356829611 ae65a4a3a0eab4b102d4df93b18d2572 2023-11-19T01:20:30,916 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(888): Instantiated test-1700356829611,,1700356830112.ae65a4a3a0eab4b102d4df93b18d2572.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:20:30,917 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7296): checking encryption for ae65a4a3a0eab4b102d4df93b18d2572 2023-11-19T01:20:30,917 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7299): checking classloading for ae65a4a3a0eab4b102d4df93b18d2572 2023-11-19T01:20:30,919 INFO [StoreOpener-ae65a4a3a0eab4b102d4df93b18d2572-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ae65a4a3a0eab4b102d4df93b18d2572 2023-11-19T01:20:30,921 INFO [StoreOpener-ae65a4a3a0eab4b102d4df93b18d2572-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae65a4a3a0eab4b102d4df93b18d2572 columnFamilyName f 2023-11-19T01:20:30,921 DEBUG [StoreOpener-ae65a4a3a0eab4b102d4df93b18d2572-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:20:30,923 INFO [StoreOpener-ae65a4a3a0eab4b102d4df93b18d2572-1 {}] regionserver.HStore(324): Store=ae65a4a3a0eab4b102d4df93b18d2572/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:20:30,924 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/default/test-1700356829611/ae65a4a3a0eab4b102d4df93b18d2572 2023-11-19T01:20:30,925 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/default/test-1700356829611/ae65a4a3a0eab4b102d4df93b18d2572 2023-11-19T01:20:30,928 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1076): writing seq id for ae65a4a3a0eab4b102d4df93b18d2572 2023-11-19T01:20:30,934 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/default/test-1700356829611/ae65a4a3a0eab4b102d4df93b18d2572/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:20:30,935 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): Opened ae65a4a3a0eab4b102d4df93b18d2572; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10258971520, jitterRate=-0.044558823108673096}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-19T01:20:30,936 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(992): Region open journal for ae65a4a3a0eab4b102d4df93b18d2572: 2023-11-19T01:20:30,937 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2556): Post open deploy tasks for test-1700356829611,,1700356830112.ae65a4a3a0eab4b102d4df93b18d2572., pid=15, masterSystemTime=1700356830907 2023-11-19T01:20:30,940 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2583): Finished post open deploy task for test-1700356829611,,1700356830112.ae65a4a3a0eab4b102d4df93b18d2572. 2023-11-19T01:20:30,940 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(158): Opened test-1700356829611,,1700356830112.ae65a4a3a0eab4b102d4df93b18d2572. 2023-11-19T01:20:30,941 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=ae65a4a3a0eab4b102d4df93b18d2572, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:30,947 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=15, resume processing ppid=14 2023-11-19T01:20:30,947 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=15, ppid=14, state=SUCCESS; OpenRegionProcedure ae65a4a3a0eab4b102d4df93b18d2572, server=jenkins-hbase6.apache.org,46095,1700356820436 in 190 msec 2023-11-19T01:20:30,950 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=14, resume processing ppid=13 2023-11-19T01:20:30,950 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=14, ppid=13, state=SUCCESS; TransitRegionStateProcedure table=test-1700356829611, region=ae65a4a3a0eab4b102d4df93b18d2572, ASSIGN in 351 msec 2023-11-19T01:20:30,951 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test-1700356829611 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:20:30,952 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1700356829611","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356830951"}]},"ts":"1700356830951"} 2023-11-19T01:20:30,954 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1700356829611, state=ENABLED in hbase:meta 2023-11-19T01:20:30,958 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test-1700356829611 execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:20:30,960 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=13, state=SUCCESS; CreateTableProcedure table=test-1700356829611 in 840 msec 2023-11-19T01:20:31,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-19T01:20:31,237 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: default:test-1700356829611, procId: 13 completed 2023-11-19T01:20:31,239 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x06e0b78d to 127.0.0.1:52459 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:20:31,247 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21538ddb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:20:31,249 DEBUG [hconnection-0xde3fb3c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:20:31,254 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:57808, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:20:31,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.HRegion(8210): writing data to region test-1700356829611,,1700356830112.ae65a4a3a0eab4b102d4df93b18d2572. with WAL disabled. Data may be lost in the event of a crash. 2023-11-19T01:20:31,383 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.HMaster$4(2333): Client=jenkins//172.31.2.20 create 'ns2:test-17003568296111', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:20:31,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] procedure2.ProcedureExecutor(1032): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:test-17003568296111 2023-11-19T01:20:31,387 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:test-17003568296111 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:20:31,388 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:20:31,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(712): Client=jenkins//172.31.2.20 procedure request for creating table: namespace: "ns2" qualifier: "test-17003568296111" procId is: 16 2023-11-19T01:20:31,389 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:test-17003568296111 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:20:31,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-19T01:20:31,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-19T01:20:31,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-19T01:20:31,819 INFO [RegionOpenAndInit-ns2:test-17003568296111-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 53acec14cb86dadcd2630bcd939dd16f, NAME => 'ns2:test-17003568296111,,1700356831382.53acec14cb86dadcd2630bcd939dd16f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-17003568296111', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641 2023-11-19T01:20:31,838 DEBUG [RegionOpenAndInit-ns2:test-17003568296111-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:test-17003568296111,,1700356831382.53acec14cb86dadcd2630bcd939dd16f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:20:31,838 DEBUG [RegionOpenAndInit-ns2:test-17003568296111-pool-0 {}] regionserver.HRegion(1668): Closing 53acec14cb86dadcd2630bcd939dd16f, disabling compactions & flushes 2023-11-19T01:20:31,838 INFO [RegionOpenAndInit-ns2:test-17003568296111-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:test-17003568296111,,1700356831382.53acec14cb86dadcd2630bcd939dd16f. 2023-11-19T01:20:31,838 DEBUG [RegionOpenAndInit-ns2:test-17003568296111-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-17003568296111,,1700356831382.53acec14cb86dadcd2630bcd939dd16f. 2023-11-19T01:20:31,838 DEBUG [RegionOpenAndInit-ns2:test-17003568296111-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:test-17003568296111,,1700356831382.53acec14cb86dadcd2630bcd939dd16f. after waiting 0 ms 2023-11-19T01:20:31,838 DEBUG [RegionOpenAndInit-ns2:test-17003568296111-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:test-17003568296111,,1700356831382.53acec14cb86dadcd2630bcd939dd16f. 2023-11-19T01:20:31,838 INFO [RegionOpenAndInit-ns2:test-17003568296111-pool-0 {}] regionserver.HRegion(1909): Closed ns2:test-17003568296111,,1700356831382.53acec14cb86dadcd2630bcd939dd16f. 2023-11-19T01:20:31,838 DEBUG [RegionOpenAndInit-ns2:test-17003568296111-pool-0 {}] regionserver.HRegion(1622): Region close journal for 53acec14cb86dadcd2630bcd939dd16f: 2023-11-19T01:20:31,839 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:test-17003568296111 execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:20:31,840 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:test-17003568296111,,1700356831382.53acec14cb86dadcd2630bcd939dd16f.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1700356831840"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700356831840"}]},"ts":"1700356831840"} 2023-11-19T01:20:31,842 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:20:31,843 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:test-17003568296111 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:20:31,843 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-17003568296111","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356831843"}]},"ts":"1700356831843"} 2023-11-19T01:20:31,845 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-17003568296111, state=ENABLING in hbase:meta 2023-11-19T01:20:31,850 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-17003568296111, region=53acec14cb86dadcd2630bcd939dd16f, ASSIGN}] 2023-11-19T01:20:31,852 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-17003568296111, region=53acec14cb86dadcd2630bcd939dd16f, ASSIGN 2023-11-19T01:20:31,853 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:test-17003568296111, region=53acec14cb86dadcd2630bcd939dd16f, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,46095,1700356820436; forceNewPlan=false, retain=false 2023-11-19T01:20:31,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-19T01:20:32,005 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=53acec14cb86dadcd2630bcd939dd16f, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:32,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE; OpenRegionProcedure 53acec14cb86dadcd2630bcd939dd16f, server=jenkins-hbase6.apache.org,46095,1700356820436}] 2023-11-19T01:20:32,160 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:32,164 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(130): Open ns2:test-17003568296111,,1700356831382.53acec14cb86dadcd2630bcd939dd16f. 2023-11-19T01:20:32,165 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7254): Opening region: {ENCODED => 53acec14cb86dadcd2630bcd939dd16f, NAME => 'ns2:test-17003568296111,,1700356831382.53acec14cb86dadcd2630bcd939dd16f.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:20:32,165 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:20:32,165 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17003568296111 53acec14cb86dadcd2630bcd939dd16f 2023-11-19T01:20:32,165 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(888): Instantiated ns2:test-17003568296111,,1700356831382.53acec14cb86dadcd2630bcd939dd16f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:20:32,165 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7296): checking encryption for 53acec14cb86dadcd2630bcd939dd16f 2023-11-19T01:20:32,165 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7299): checking classloading for 53acec14cb86dadcd2630bcd939dd16f 2023-11-19T01:20:32,167 INFO [StoreOpener-53acec14cb86dadcd2630bcd939dd16f-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 53acec14cb86dadcd2630bcd939dd16f 2023-11-19T01:20:32,169 INFO [StoreOpener-53acec14cb86dadcd2630bcd939dd16f-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 53acec14cb86dadcd2630bcd939dd16f columnFamilyName f 2023-11-19T01:20:32,169 DEBUG [StoreOpener-53acec14cb86dadcd2630bcd939dd16f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:20:32,170 INFO [StoreOpener-53acec14cb86dadcd2630bcd939dd16f-1 {}] regionserver.HStore(324): Store=53acec14cb86dadcd2630bcd939dd16f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:20:32,171 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/ns2/test-17003568296111/53acec14cb86dadcd2630bcd939dd16f 2023-11-19T01:20:32,171 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/ns2/test-17003568296111/53acec14cb86dadcd2630bcd939dd16f 2023-11-19T01:20:32,175 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1076): writing seq id for 53acec14cb86dadcd2630bcd939dd16f 2023-11-19T01:20:32,180 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/ns2/test-17003568296111/53acec14cb86dadcd2630bcd939dd16f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:20:32,181 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): Opened 53acec14cb86dadcd2630bcd939dd16f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11994059200, jitterRate=0.11703380942344666}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-19T01:20:32,182 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(992): Region open journal for 53acec14cb86dadcd2630bcd939dd16f: 2023-11-19T01:20:32,183 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2556): Post open deploy tasks for ns2:test-17003568296111,,1700356831382.53acec14cb86dadcd2630bcd939dd16f., pid=18, masterSystemTime=1700356832159 2023-11-19T01:20:32,185 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2583): Finished post open deploy task for ns2:test-17003568296111,,1700356831382.53acec14cb86dadcd2630bcd939dd16f. 2023-11-19T01:20:32,185 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(158): Opened ns2:test-17003568296111,,1700356831382.53acec14cb86dadcd2630bcd939dd16f. 2023-11-19T01:20:32,186 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=53acec14cb86dadcd2630bcd939dd16f, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:32,191 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=18, resume processing ppid=17 2023-11-19T01:20:32,191 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=18, ppid=17, state=SUCCESS; OpenRegionProcedure 53acec14cb86dadcd2630bcd939dd16f, server=jenkins-hbase6.apache.org,46095,1700356820436 in 182 msec 2023-11-19T01:20:32,194 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=17, resume processing ppid=16 2023-11-19T01:20:32,194 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=17, ppid=16, state=SUCCESS; TransitRegionStateProcedure table=ns2:test-17003568296111, region=53acec14cb86dadcd2630bcd939dd16f, ASSIGN in 341 msec 2023-11-19T01:20:32,195 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:test-17003568296111 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:20:32,195 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-17003568296111","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356832195"}]},"ts":"1700356832195"} 2023-11-19T01:20:32,196 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-17003568296111, state=ENABLED in hbase:meta 2023-11-19T01:20:32,200 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:test-17003568296111 execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:20:32,202 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=16, state=SUCCESS; CreateTableProcedure table=ns2:test-17003568296111 in 817 msec 2023-11-19T01:20:32,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-19T01:20:32,499 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns2:test-17003568296111, procId: 16 completed 2023-11-19T01:20:32,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.HRegion(8210): writing data to region ns2:test-17003568296111,,1700356831382.53acec14cb86dadcd2630bcd939dd16f. with WAL disabled. Data may be lost in the event of a crash. 2023-11-19T01:20:32,593 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.HMaster$4(2333): Client=jenkins//172.31.2.20 create 'ns3:test-17003568296112', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:20:32,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] procedure2.ProcedureExecutor(1032): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns3:test-17003568296112 2023-11-19T01:20:32,596 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns3:test-17003568296112 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:20:32,596 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:20:32,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(712): Client=jenkins//172.31.2.20 procedure request for creating table: namespace: "ns3" qualifier: "test-17003568296112" procId is: 19 2023-11-19T01:20:32,598 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns3:test-17003568296112 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:20:32,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-19T01:20:32,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-19T01:20:32,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-19T01:20:33,012 INFO [RegionOpenAndInit-ns3:test-17003568296112-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 7a09960e9813577cf6f12ec783a57dac, NAME => 'ns3:test-17003568296112,,1700356832592.7a09960e9813577cf6f12ec783a57dac.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-17003568296112', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641 2023-11-19T01:20:33,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-19T01:20:33,429 DEBUG [RegionOpenAndInit-ns3:test-17003568296112-pool-0 {}] regionserver.HRegion(888): Instantiated ns3:test-17003568296112,,1700356832592.7a09960e9813577cf6f12ec783a57dac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:20:33,429 DEBUG [RegionOpenAndInit-ns3:test-17003568296112-pool-0 {}] regionserver.HRegion(1668): Closing 7a09960e9813577cf6f12ec783a57dac, disabling compactions & flushes 2023-11-19T01:20:33,429 INFO [RegionOpenAndInit-ns3:test-17003568296112-pool-0 {}] regionserver.HRegion(1690): Closing region ns3:test-17003568296112,,1700356832592.7a09960e9813577cf6f12ec783a57dac. 2023-11-19T01:20:33,429 DEBUG [RegionOpenAndInit-ns3:test-17003568296112-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-17003568296112,,1700356832592.7a09960e9813577cf6f12ec783a57dac. 2023-11-19T01:20:33,429 DEBUG [RegionOpenAndInit-ns3:test-17003568296112-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns3:test-17003568296112,,1700356832592.7a09960e9813577cf6f12ec783a57dac. after waiting 0 ms 2023-11-19T01:20:33,429 DEBUG [RegionOpenAndInit-ns3:test-17003568296112-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns3:test-17003568296112,,1700356832592.7a09960e9813577cf6f12ec783a57dac. 2023-11-19T01:20:33,429 INFO [RegionOpenAndInit-ns3:test-17003568296112-pool-0 {}] regionserver.HRegion(1909): Closed ns3:test-17003568296112,,1700356832592.7a09960e9813577cf6f12ec783a57dac. 2023-11-19T01:20:33,429 DEBUG [RegionOpenAndInit-ns3:test-17003568296112-pool-0 {}] regionserver.HRegion(1622): Region close journal for 7a09960e9813577cf6f12ec783a57dac: 2023-11-19T01:20:33,431 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns3:test-17003568296112 execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:20:33,431 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns3:test-17003568296112,,1700356832592.7a09960e9813577cf6f12ec783a57dac.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1700356833431"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700356833431"}]},"ts":"1700356833431"} 2023-11-19T01:20:33,433 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:20:33,434 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns3:test-17003568296112 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:20:33,435 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-17003568296112","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356833434"}]},"ts":"1700356833434"} 2023-11-19T01:20:33,436 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-17003568296112, state=ENABLING in hbase:meta 2023-11-19T01:20:33,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-17003568296112, region=7a09960e9813577cf6f12ec783a57dac, ASSIGN}] 2023-11-19T01:20:33,447 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-17003568296112, region=7a09960e9813577cf6f12ec783a57dac, ASSIGN 2023-11-19T01:20:33,448 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns3:test-17003568296112, region=7a09960e9813577cf6f12ec783a57dac, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,46095,1700356820436; forceNewPlan=false, retain=false 2023-11-19T01:20:33,599 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=7a09960e9813577cf6f12ec783a57dac, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:33,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; OpenRegionProcedure 7a09960e9813577cf6f12ec783a57dac, server=jenkins-hbase6.apache.org,46095,1700356820436}] 2023-11-19T01:20:33,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-19T01:20:33,754 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:33,759 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(130): Open ns3:test-17003568296112,,1700356832592.7a09960e9813577cf6f12ec783a57dac. 2023-11-19T01:20:33,760 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7254): Opening region: {ENCODED => 7a09960e9813577cf6f12ec783a57dac, NAME => 'ns3:test-17003568296112,,1700356832592.7a09960e9813577cf6f12ec783a57dac.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:20:33,760 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:20:33,760 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17003568296112 7a09960e9813577cf6f12ec783a57dac 2023-11-19T01:20:33,760 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(888): Instantiated ns3:test-17003568296112,,1700356832592.7a09960e9813577cf6f12ec783a57dac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:20:33,760 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7296): checking encryption for 7a09960e9813577cf6f12ec783a57dac 2023-11-19T01:20:33,760 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7299): checking classloading for 7a09960e9813577cf6f12ec783a57dac 2023-11-19T01:20:33,762 INFO [StoreOpener-7a09960e9813577cf6f12ec783a57dac-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7a09960e9813577cf6f12ec783a57dac 2023-11-19T01:20:33,764 INFO [StoreOpener-7a09960e9813577cf6f12ec783a57dac-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a09960e9813577cf6f12ec783a57dac columnFamilyName f 2023-11-19T01:20:33,764 DEBUG [StoreOpener-7a09960e9813577cf6f12ec783a57dac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:20:33,765 INFO [StoreOpener-7a09960e9813577cf6f12ec783a57dac-1 {}] regionserver.HStore(324): Store=7a09960e9813577cf6f12ec783a57dac/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:20:33,766 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/ns3/test-17003568296112/7a09960e9813577cf6f12ec783a57dac 2023-11-19T01:20:33,766 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/ns3/test-17003568296112/7a09960e9813577cf6f12ec783a57dac 2023-11-19T01:20:33,769 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1076): writing seq id for 7a09960e9813577cf6f12ec783a57dac 2023-11-19T01:20:33,772 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/ns3/test-17003568296112/7a09960e9813577cf6f12ec783a57dac/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:20:33,773 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): Opened 7a09960e9813577cf6f12ec783a57dac; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9776816160, jitterRate=-0.08946304023265839}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-19T01:20:33,774 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(992): Region open journal for 7a09960e9813577cf6f12ec783a57dac: 2023-11-19T01:20:33,775 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2556): Post open deploy tasks for ns3:test-17003568296112,,1700356832592.7a09960e9813577cf6f12ec783a57dac., pid=21, masterSystemTime=1700356833754 2023-11-19T01:20:33,777 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2583): Finished post open deploy task for ns3:test-17003568296112,,1700356832592.7a09960e9813577cf6f12ec783a57dac. 2023-11-19T01:20:33,777 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(158): Opened ns3:test-17003568296112,,1700356832592.7a09960e9813577cf6f12ec783a57dac. 2023-11-19T01:20:33,778 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=7a09960e9813577cf6f12ec783a57dac, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:33,783 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=21, resume processing ppid=20 2023-11-19T01:20:33,783 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=21, ppid=20, state=SUCCESS; OpenRegionProcedure 7a09960e9813577cf6f12ec783a57dac, server=jenkins-hbase6.apache.org,46095,1700356820436 in 179 msec 2023-11-19T01:20:33,786 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=20, resume processing ppid=19 2023-11-19T01:20:33,786 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=20, ppid=19, state=SUCCESS; TransitRegionStateProcedure table=ns3:test-17003568296112, region=7a09960e9813577cf6f12ec783a57dac, ASSIGN in 338 msec 2023-11-19T01:20:33,787 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns3:test-17003568296112 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:20:33,787 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-17003568296112","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356833787"}]},"ts":"1700356833787"} 2023-11-19T01:20:33,788 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-17003568296112, state=ENABLED in hbase:meta 2023-11-19T01:20:33,792 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns3:test-17003568296112 execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:20:33,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=19, state=SUCCESS; CreateTableProcedure table=ns3:test-17003568296112 in 1.1990 sec 2023-11-19T01:20:34,321 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-17003568296111' 2023-11-19T01:20:34,322 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1700356829611' 2023-11-19T01:20:34,322 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-17003568296112' 2023-11-19T01:20:34,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-19T01:20:34,707 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns3:test-17003568296112, procId: 19 completed 2023-11-19T01:20:34,707 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns3:test-17003568296112 get assigned. Timeout = 60000ms 2023-11-19T01:20:34,710 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-19T01:20:34,715 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] hbase.HBaseTestingUtility(3581): All regions for table ns3:test-17003568296112 assigned to meta. Checking AM states. 2023-11-19T01:20:34,715 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-19T01:20:34,716 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] hbase.HBaseTestingUtility(3601): All regions for table ns3:test-17003568296112 assigned. 2023-11-19T01:20:34,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.HMaster$4(2333): Client=jenkins//172.31.2.20 create 'ns4:test-17003568296113', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:20:34,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] procedure2.ProcedureExecutor(1032): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns4:test-17003568296113 2023-11-19T01:20:34,721 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns4:test-17003568296113 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:20:34,722 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:20:34,722 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(712): Client=jenkins//172.31.2.20 procedure request for creating table: namespace: "ns4" qualifier: "test-17003568296113" procId is: 22 2023-11-19T01:20:34,723 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns4:test-17003568296113 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:20:34,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-19T01:20:34,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-19T01:20:35,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-19T01:20:35,137 INFO [RegionOpenAndInit-ns4:test-17003568296113-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 44154da1f5d6c516c89d3ee80e6719e6, NAME => 'ns4:test-17003568296113,,1700356834717.44154da1f5d6c516c89d3ee80e6719e6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-17003568296113', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641 2023-11-19T01:20:35,158 DEBUG [RegionOpenAndInit-ns4:test-17003568296113-pool-0 {}] regionserver.HRegion(888): Instantiated ns4:test-17003568296113,,1700356834717.44154da1f5d6c516c89d3ee80e6719e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:20:35,158 DEBUG [RegionOpenAndInit-ns4:test-17003568296113-pool-0 {}] regionserver.HRegion(1668): Closing 44154da1f5d6c516c89d3ee80e6719e6, disabling compactions & flushes 2023-11-19T01:20:35,158 INFO [RegionOpenAndInit-ns4:test-17003568296113-pool-0 {}] regionserver.HRegion(1690): Closing region ns4:test-17003568296113,,1700356834717.44154da1f5d6c516c89d3ee80e6719e6. 2023-11-19T01:20:35,158 DEBUG [RegionOpenAndInit-ns4:test-17003568296113-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-17003568296113,,1700356834717.44154da1f5d6c516c89d3ee80e6719e6. 2023-11-19T01:20:35,158 DEBUG [RegionOpenAndInit-ns4:test-17003568296113-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns4:test-17003568296113,,1700356834717.44154da1f5d6c516c89d3ee80e6719e6. after waiting 0 ms 2023-11-19T01:20:35,158 DEBUG [RegionOpenAndInit-ns4:test-17003568296113-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns4:test-17003568296113,,1700356834717.44154da1f5d6c516c89d3ee80e6719e6. 2023-11-19T01:20:35,158 INFO [RegionOpenAndInit-ns4:test-17003568296113-pool-0 {}] regionserver.HRegion(1909): Closed ns4:test-17003568296113,,1700356834717.44154da1f5d6c516c89d3ee80e6719e6. 2023-11-19T01:20:35,158 DEBUG [RegionOpenAndInit-ns4:test-17003568296113-pool-0 {}] regionserver.HRegion(1622): Region close journal for 44154da1f5d6c516c89d3ee80e6719e6: 2023-11-19T01:20:35,160 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns4:test-17003568296113 execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:20:35,161 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns4:test-17003568296113,,1700356834717.44154da1f5d6c516c89d3ee80e6719e6.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1700356835160"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700356835160"}]},"ts":"1700356835160"} 2023-11-19T01:20:35,163 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:20:35,165 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns4:test-17003568296113 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:20:35,165 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-17003568296113","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356835165"}]},"ts":"1700356835165"} 2023-11-19T01:20:35,167 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-17003568296113, state=ENABLING in hbase:meta 2023-11-19T01:20:35,173 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-17003568296113, region=44154da1f5d6c516c89d3ee80e6719e6, ASSIGN}] 2023-11-19T01:20:35,175 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-17003568296113, region=44154da1f5d6c516c89d3ee80e6719e6, ASSIGN 2023-11-19T01:20:35,177 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns4:test-17003568296113, region=44154da1f5d6c516c89d3ee80e6719e6, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,46095,1700356820436; forceNewPlan=false, retain=false 2023-11-19T01:20:35,328 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=44154da1f5d6c516c89d3ee80e6719e6, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:35,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-19T01:20:35,332 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE; OpenRegionProcedure 44154da1f5d6c516c89d3ee80e6719e6, server=jenkins-hbase6.apache.org,46095,1700356820436}] 2023-11-19T01:20:35,484 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:35,489 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(130): Open ns4:test-17003568296113,,1700356834717.44154da1f5d6c516c89d3ee80e6719e6. 2023-11-19T01:20:35,489 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7254): Opening region: {ENCODED => 44154da1f5d6c516c89d3ee80e6719e6, NAME => 'ns4:test-17003568296113,,1700356834717.44154da1f5d6c516c89d3ee80e6719e6.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:20:35,490 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:20:35,490 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17003568296113 44154da1f5d6c516c89d3ee80e6719e6 2023-11-19T01:20:35,490 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(888): Instantiated ns4:test-17003568296113,,1700356834717.44154da1f5d6c516c89d3ee80e6719e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:20:35,490 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7296): checking encryption for 44154da1f5d6c516c89d3ee80e6719e6 2023-11-19T01:20:35,490 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7299): checking classloading for 44154da1f5d6c516c89d3ee80e6719e6 2023-11-19T01:20:35,492 INFO [StoreOpener-44154da1f5d6c516c89d3ee80e6719e6-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 44154da1f5d6c516c89d3ee80e6719e6 2023-11-19T01:20:35,494 INFO [StoreOpener-44154da1f5d6c516c89d3ee80e6719e6-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44154da1f5d6c516c89d3ee80e6719e6 columnFamilyName f 2023-11-19T01:20:35,494 DEBUG [StoreOpener-44154da1f5d6c516c89d3ee80e6719e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:20:35,495 INFO [StoreOpener-44154da1f5d6c516c89d3ee80e6719e6-1 {}] regionserver.HStore(324): Store=44154da1f5d6c516c89d3ee80e6719e6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:20:35,496 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/ns4/test-17003568296113/44154da1f5d6c516c89d3ee80e6719e6 2023-11-19T01:20:35,497 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/ns4/test-17003568296113/44154da1f5d6c516c89d3ee80e6719e6 2023-11-19T01:20:35,500 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1076): writing seq id for 44154da1f5d6c516c89d3ee80e6719e6 2023-11-19T01:20:35,503 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/ns4/test-17003568296113/44154da1f5d6c516c89d3ee80e6719e6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:20:35,504 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): Opened 44154da1f5d6c516c89d3ee80e6719e6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10222326560, jitterRate=-0.04797165095806122}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-19T01:20:35,505 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(992): Region open journal for 44154da1f5d6c516c89d3ee80e6719e6: 2023-11-19T01:20:35,506 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2556): Post open deploy tasks for ns4:test-17003568296113,,1700356834717.44154da1f5d6c516c89d3ee80e6719e6., pid=24, masterSystemTime=1700356835484 2023-11-19T01:20:35,508 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2583): Finished post open deploy task for ns4:test-17003568296113,,1700356834717.44154da1f5d6c516c89d3ee80e6719e6. 2023-11-19T01:20:35,508 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(158): Opened ns4:test-17003568296113,,1700356834717.44154da1f5d6c516c89d3ee80e6719e6. 2023-11-19T01:20:35,509 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=44154da1f5d6c516c89d3ee80e6719e6, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:35,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=24, resume processing ppid=23 2023-11-19T01:20:35,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=24, ppid=23, state=SUCCESS; OpenRegionProcedure 44154da1f5d6c516c89d3ee80e6719e6, server=jenkins-hbase6.apache.org,46095,1700356820436 in 179 msec 2023-11-19T01:20:35,515 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=23, resume processing ppid=22 2023-11-19T01:20:35,515 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=23, ppid=22, state=SUCCESS; TransitRegionStateProcedure table=ns4:test-17003568296113, region=44154da1f5d6c516c89d3ee80e6719e6, ASSIGN in 340 msec 2023-11-19T01:20:35,516 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns4:test-17003568296113 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:20:35,517 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-17003568296113","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356835516"}]},"ts":"1700356835516"} 2023-11-19T01:20:35,518 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-17003568296113, state=ENABLED in hbase:meta 2023-11-19T01:20:35,521 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns4:test-17003568296113 execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:20:35,523 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=22, state=SUCCESS; CreateTableProcedure table=ns4:test-17003568296113 in 803 msec 2023-11-19T01:20:35,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-19T01:20:35,831 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns4:test-17003568296113, procId: 22 completed 2023-11-19T01:20:35,831 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns4:test-17003568296113 get assigned. Timeout = 60000ms 2023-11-19T01:20:35,831 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-19T01:20:35,836 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] hbase.HBaseTestingUtility(3581): All regions for table ns4:test-17003568296113 assigned to meta. Checking AM states. 2023-11-19T01:20:35,836 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-19T01:20:35,836 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] hbase.HBaseTestingUtility(3601): All regions for table ns4:test-17003568296113 assigned. 2023-11-19T01:20:35,836 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x06e0b78d to 127.0.0.1:52459 2023-11-19T01:20:35,836 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:20:35,888 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] hbase.ResourceChecker(147): before: backup.TestBackupMerge#TestIncBackupMergeRestore Thread=584, OpenFileDescriptor=689, MaxFileDescriptor=60000, SystemLoadAverage=283, ProcessCount=168, AvailableMemoryMB=4342 2023-11-19T01:20:35,889 WARN [Listener at jenkins-hbase6.apache.org/36979 {}] hbase.ResourceChecker(130): Thread=584 is superior to 500 2023-11-19T01:20:35,891 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] backup.TestBackupMerge(54): create full backup image for all tables 2023-11-19T01:20:35,892 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x40373818 to 127.0.0.1:52459 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:20:35,898 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10515b33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:20:35,910 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:20:35,912 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:57812, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:20:35,936 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:20:35,937 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:40956, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:20:35,948 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.HMaster$18(3398): Client=jenkins//172.31.2.20 creating {NAME => 'backup'} 2023-11-19T01:20:35,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] procedure2.ProcedureExecutor(1032): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=backup 2023-11-19T01:20:35,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=25 2023-11-19T01:20:35,960 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-19T01:20:35,965 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=25, state=SUCCESS; CreateNamespaceProcedure, namespace=backup in 15 msec 2023-11-19T01:20:36,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=25 2023-11-19T01:20:36,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.HMaster$4(2333): Client=jenkins//172.31.2.20 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:20:36,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] procedure2.ProcedureExecutor(1032): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system 2023-11-19T01:20:36,075 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:20:36,075 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:20:36,075 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(712): Client=jenkins//172.31.2.20 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2023-11-19T01:20:36,076 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:20:36,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-19T01:20:36,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-19T01:20:36,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-19T01:20:36,431 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-19T01:20:36,495 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => fa5d0c5f567830ffab4db8abe835c087, NAME => 'backup:system,,1700356836070.fa5d0c5f567830ffab4db8abe835c087.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641 2023-11-19T01:20:36,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-19T01:20:36,914 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system,,1700356836070.fa5d0c5f567830ffab4db8abe835c087.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:20:36,914 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1668): Closing fa5d0c5f567830ffab4db8abe835c087, disabling compactions & flushes 2023-11-19T01:20:36,914 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system,,1700356836070.fa5d0c5f567830ffab4db8abe835c087. 2023-11-19T01:20:36,914 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1700356836070.fa5d0c5f567830ffab4db8abe835c087. 2023-11-19T01:20:36,914 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1700356836070.fa5d0c5f567830ffab4db8abe835c087. after waiting 0 ms 2023-11-19T01:20:36,914 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1700356836070.fa5d0c5f567830ffab4db8abe835c087. 2023-11-19T01:20:36,914 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1909): Closed backup:system,,1700356836070.fa5d0c5f567830ffab4db8abe835c087. 2023-11-19T01:20:36,914 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1622): Region close journal for fa5d0c5f567830ffab4db8abe835c087: 2023-11-19T01:20:36,916 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:20:36,917 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system,,1700356836070.fa5d0c5f567830ffab4db8abe835c087.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1700356836917"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700356836917"}]},"ts":"1700356836917"} 2023-11-19T01:20:36,919 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:20:36,920 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:20:36,921 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356836920"}]},"ts":"1700356836920"} 2023-11-19T01:20:36,922 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLING in hbase:meta 2023-11-19T01:20:36,928 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=fa5d0c5f567830ffab4db8abe835c087, ASSIGN}] 2023-11-19T01:20:36,929 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=fa5d0c5f567830ffab4db8abe835c087, ASSIGN 2023-11-19T01:20:36,931 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system, region=fa5d0c5f567830ffab4db8abe835c087, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,46095,1700356820436; forceNewPlan=false, retain=false 2023-11-19T01:20:37,082 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=fa5d0c5f567830ffab4db8abe835c087, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:37,085 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE; OpenRegionProcedure fa5d0c5f567830ffab4db8abe835c087, server=jenkins-hbase6.apache.org,46095,1700356820436}] 2023-11-19T01:20:37,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-19T01:20:37,237 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:37,243 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(130): Open backup:system,,1700356836070.fa5d0c5f567830ffab4db8abe835c087. 2023-11-19T01:20:37,243 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7254): Opening region: {ENCODED => fa5d0c5f567830ffab4db8abe835c087, NAME => 'backup:system,,1700356836070.fa5d0c5f567830ffab4db8abe835c087.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:20:37,244 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:20:37,244 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system fa5d0c5f567830ffab4db8abe835c087 2023-11-19T01:20:37,244 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(888): Instantiated backup:system,,1700356836070.fa5d0c5f567830ffab4db8abe835c087.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:20:37,244 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7296): checking encryption for fa5d0c5f567830ffab4db8abe835c087 2023-11-19T01:20:37,244 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7299): checking classloading for fa5d0c5f567830ffab4db8abe835c087 2023-11-19T01:20:37,252 INFO [StoreOpener-fa5d0c5f567830ffab4db8abe835c087-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region fa5d0c5f567830ffab4db8abe835c087 2023-11-19T01:20:37,256 INFO [StoreOpener-fa5d0c5f567830ffab4db8abe835c087-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa5d0c5f567830ffab4db8abe835c087 columnFamilyName meta 2023-11-19T01:20:37,256 DEBUG [StoreOpener-fa5d0c5f567830ffab4db8abe835c087-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:20:37,257 INFO [StoreOpener-fa5d0c5f567830ffab4db8abe835c087-1 {}] regionserver.HStore(324): Store=fa5d0c5f567830ffab4db8abe835c087/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:20:37,257 INFO [StoreOpener-fa5d0c5f567830ffab4db8abe835c087-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region fa5d0c5f567830ffab4db8abe835c087 2023-11-19T01:20:37,260 INFO [StoreOpener-fa5d0c5f567830ffab4db8abe835c087-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa5d0c5f567830ffab4db8abe835c087 columnFamilyName session 2023-11-19T01:20:37,260 DEBUG [StoreOpener-fa5d0c5f567830ffab4db8abe835c087-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:20:37,260 INFO [StoreOpener-fa5d0c5f567830ffab4db8abe835c087-1 {}] regionserver.HStore(324): Store=fa5d0c5f567830ffab4db8abe835c087/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:20:37,262 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/backup/system/fa5d0c5f567830ffab4db8abe835c087 2023-11-19T01:20:37,263 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/backup/system/fa5d0c5f567830ffab4db8abe835c087 2023-11-19T01:20:37,265 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-11-19T01:20:37,267 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1076): writing seq id for fa5d0c5f567830ffab4db8abe835c087 2023-11-19T01:20:37,270 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/backup/system/fa5d0c5f567830ffab4db8abe835c087/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:20:37,271 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): Opened fa5d0c5f567830ffab4db8abe835c087; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10057689920, jitterRate=-0.06330463290214539}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-11-19T01:20:37,272 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(992): Region open journal for fa5d0c5f567830ffab4db8abe835c087: 2023-11-19T01:20:37,273 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system,,1700356836070.fa5d0c5f567830ffab4db8abe835c087., pid=28, masterSystemTime=1700356837237 2023-11-19T01:20:37,276 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system,,1700356836070.fa5d0c5f567830ffab4db8abe835c087. 2023-11-19T01:20:37,276 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(158): Opened backup:system,,1700356836070.fa5d0c5f567830ffab4db8abe835c087. 2023-11-19T01:20:37,277 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=fa5d0c5f567830ffab4db8abe835c087, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:37,282 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=28, resume processing ppid=27 2023-11-19T01:20:37,282 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=28, ppid=27, state=SUCCESS; OpenRegionProcedure fa5d0c5f567830ffab4db8abe835c087, server=jenkins-hbase6.apache.org,46095,1700356820436 in 194 msec 2023-11-19T01:20:37,284 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=27, resume processing ppid=26 2023-11-19T01:20:37,285 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=27, ppid=26, state=SUCCESS; TransitRegionStateProcedure table=backup:system, region=fa5d0c5f567830ffab4db8abe835c087, ASSIGN in 354 msec 2023-11-19T01:20:37,285 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:20:37,286 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356837285"}]},"ts":"1700356837285"} 2023-11-19T01:20:37,287 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLED in hbase:meta 2023-11-19T01:20:37,290 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:20:37,292 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=26, state=SUCCESS; CreateTableProcedure table=backup:system in 1.2200 sec 2023-11-19T01:20:38,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-19T01:20:38,185 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: backup:system, procId: 26 completed 2023-11-19T01:20:38,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.HMaster$4(2333): Client=jenkins//172.31.2.20 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:20:38,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] procedure2.ProcedureExecutor(1032): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system_bulk 2023-11-19T01:20:38,203 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:20:38,203 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:20:38,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(712): Client=jenkins//172.31.2.20 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2023-11-19T01:20:38,204 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:20:38,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-19T01:20:38,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-19T01:20:38,402 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-11-19T01:20:38,402 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2023-11-19T01:20:38,403 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17003568296111 2023-11-19T01:20:38,403 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-17003568296111 Metrics about Tables on a single HBase RegionServer 2023-11-19T01:20:38,403 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17003568296113 2023-11-19T01:20:38,403 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-17003568296113 Metrics about Tables on a single HBase RegionServer 2023-11-19T01:20:38,404 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1700356829611 2023-11-19T01:20:38,404 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1700356829611 Metrics about Tables on a single HBase RegionServer 2023-11-19T01:20:38,405 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17003568296112 2023-11-19T01:20:38,405 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-17003568296112 Metrics about Tables on a single HBase RegionServer 2023-11-19T01:20:38,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-19T01:20:38,617 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 4fa2ce7f3f6d3f87fa3d095bd4faaf3d, NAME => 'backup:system_bulk,,1700356838199.4fa2ce7f3f6d3f87fa3d095bd4faaf3d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641 2023-11-19T01:20:38,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-19T01:20:39,029 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1700356838199.4fa2ce7f3f6d3f87fa3d095bd4faaf3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:20:39,029 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1668): Closing 4fa2ce7f3f6d3f87fa3d095bd4faaf3d, disabling compactions & flushes 2023-11-19T01:20:39,029 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1700356838199.4fa2ce7f3f6d3f87fa3d095bd4faaf3d. 2023-11-19T01:20:39,029 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1700356838199.4fa2ce7f3f6d3f87fa3d095bd4faaf3d. 2023-11-19T01:20:39,029 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1700356838199.4fa2ce7f3f6d3f87fa3d095bd4faaf3d. after waiting 0 ms 2023-11-19T01:20:39,029 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1700356838199.4fa2ce7f3f6d3f87fa3d095bd4faaf3d. 2023-11-19T01:20:39,029 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1909): Closed backup:system_bulk,,1700356838199.4fa2ce7f3f6d3f87fa3d095bd4faaf3d. 2023-11-19T01:20:39,029 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1622): Region close journal for 4fa2ce7f3f6d3f87fa3d095bd4faaf3d: 2023-11-19T01:20:39,031 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:20:39,031 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system_bulk,,1700356838199.4fa2ce7f3f6d3f87fa3d095bd4faaf3d.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1700356839031"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700356839031"}]},"ts":"1700356839031"} 2023-11-19T01:20:39,033 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:20:39,034 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:20:39,035 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356839034"}]},"ts":"1700356839034"} 2023-11-19T01:20:39,036 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2023-11-19T01:20:39,043 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=4fa2ce7f3f6d3f87fa3d095bd4faaf3d, ASSIGN}] 2023-11-19T01:20:39,045 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=4fa2ce7f3f6d3f87fa3d095bd4faaf3d, ASSIGN 2023-11-19T01:20:39,046 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system_bulk, region=4fa2ce7f3f6d3f87fa3d095bd4faaf3d, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,46095,1700356820436; forceNewPlan=false, retain=false 2023-11-19T01:20:39,197 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=4fa2ce7f3f6d3f87fa3d095bd4faaf3d, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:39,200 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; OpenRegionProcedure 4fa2ce7f3f6d3f87fa3d095bd4faaf3d, server=jenkins-hbase6.apache.org,46095,1700356820436}] 2023-11-19T01:20:39,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-19T01:20:39,352 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:39,356 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(130): Open backup:system_bulk,,1700356838199.4fa2ce7f3f6d3f87fa3d095bd4faaf3d. 2023-11-19T01:20:39,356 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7254): Opening region: {ENCODED => 4fa2ce7f3f6d3f87fa3d095bd4faaf3d, NAME => 'backup:system_bulk,,1700356838199.4fa2ce7f3f6d3f87fa3d095bd4faaf3d.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:20:39,357 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:20:39,357 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk 4fa2ce7f3f6d3f87fa3d095bd4faaf3d 2023-11-19T01:20:39,357 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1700356838199.4fa2ce7f3f6d3f87fa3d095bd4faaf3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:20:39,357 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7296): checking encryption for 4fa2ce7f3f6d3f87fa3d095bd4faaf3d 2023-11-19T01:20:39,357 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7299): checking classloading for 4fa2ce7f3f6d3f87fa3d095bd4faaf3d 2023-11-19T01:20:39,359 INFO [StoreOpener-4fa2ce7f3f6d3f87fa3d095bd4faaf3d-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 4fa2ce7f3f6d3f87fa3d095bd4faaf3d 2023-11-19T01:20:39,360 INFO [StoreOpener-4fa2ce7f3f6d3f87fa3d095bd4faaf3d-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4fa2ce7f3f6d3f87fa3d095bd4faaf3d columnFamilyName meta 2023-11-19T01:20:39,360 DEBUG [StoreOpener-4fa2ce7f3f6d3f87fa3d095bd4faaf3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:20:39,361 INFO [StoreOpener-4fa2ce7f3f6d3f87fa3d095bd4faaf3d-1 {}] regionserver.HStore(324): Store=4fa2ce7f3f6d3f87fa3d095bd4faaf3d/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:20:39,361 INFO [StoreOpener-4fa2ce7f3f6d3f87fa3d095bd4faaf3d-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 4fa2ce7f3f6d3f87fa3d095bd4faaf3d 2023-11-19T01:20:39,363 INFO [StoreOpener-4fa2ce7f3f6d3f87fa3d095bd4faaf3d-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4fa2ce7f3f6d3f87fa3d095bd4faaf3d columnFamilyName session 2023-11-19T01:20:39,363 DEBUG [StoreOpener-4fa2ce7f3f6d3f87fa3d095bd4faaf3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:20:39,363 INFO [StoreOpener-4fa2ce7f3f6d3f87fa3d095bd4faaf3d-1 {}] regionserver.HStore(324): Store=4fa2ce7f3f6d3f87fa3d095bd4faaf3d/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:20:39,364 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/backup/system_bulk/4fa2ce7f3f6d3f87fa3d095bd4faaf3d 2023-11-19T01:20:39,365 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/backup/system_bulk/4fa2ce7f3f6d3f87fa3d095bd4faaf3d 2023-11-19T01:20:39,366 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-11-19T01:20:39,368 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1076): writing seq id for 4fa2ce7f3f6d3f87fa3d095bd4faaf3d 2023-11-19T01:20:39,370 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/backup/system_bulk/4fa2ce7f3f6d3f87fa3d095bd4faaf3d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:20:39,371 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): Opened 4fa2ce7f3f6d3f87fa3d095bd4faaf3d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9718260800, jitterRate=-0.094916433095932}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-11-19T01:20:39,371 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(992): Region open journal for 4fa2ce7f3f6d3f87fa3d095bd4faaf3d: 2023-11-19T01:20:39,372 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system_bulk,,1700356838199.4fa2ce7f3f6d3f87fa3d095bd4faaf3d., pid=31, masterSystemTime=1700356839352 2023-11-19T01:20:39,374 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system_bulk,,1700356838199.4fa2ce7f3f6d3f87fa3d095bd4faaf3d. 2023-11-19T01:20:39,375 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(158): Opened backup:system_bulk,,1700356838199.4fa2ce7f3f6d3f87fa3d095bd4faaf3d. 2023-11-19T01:20:39,375 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=4fa2ce7f3f6d3f87fa3d095bd4faaf3d, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:39,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=31, resume processing ppid=30 2023-11-19T01:20:39,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=31, ppid=30, state=SUCCESS; OpenRegionProcedure 4fa2ce7f3f6d3f87fa3d095bd4faaf3d, server=jenkins-hbase6.apache.org,46095,1700356820436 in 178 msec 2023-11-19T01:20:39,381 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=30, resume processing ppid=29 2023-11-19T01:20:39,381 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=backup:system_bulk, region=4fa2ce7f3f6d3f87fa3d095bd4faaf3d, ASSIGN in 337 msec 2023-11-19T01:20:39,382 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:20:39,382 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356839382"}]},"ts":"1700356839382"} 2023-11-19T01:20:39,384 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2023-11-19T01:20:39,386 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:20:39,388 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=29, state=SUCCESS; CreateTableProcedure table=backup:system_bulk in 1.1880 sec 2023-11-19T01:20:40,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-19T01:20:40,312 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: backup:system_bulk, procId: 29 completed 2023-11-19T01:20:40,323 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2023-11-19T01:20:40,324 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-17003568296113' 2023-11-19T01:20:40,324 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2023-11-19T01:20:40,325 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-11-19T01:20:40,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 0ms 2023-11-19T01:20:40,361 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.2.20 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-19T01:20:40,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1700356840361 (current time:1700356840361). 2023-11-19T01:20:40,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-19T01:20:40,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-11-19T01:20:40,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x37e15d62 to 127.0.0.1:52459 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:20:40,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6145d5d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:20:40,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:20:40,374 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:50958, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:20:40,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x37e15d62 to 127.0.0.1:52459 2023-11-19T01:20:40,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:20:40,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-19T01:20:40,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] procedure2.ProcedureExecutor(1032): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-19T01:20:40,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-11-19T01:20:40,390 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-19T01:20:40,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-19T01:20:40,396 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-19T01:20:40,408 WARN [PEWorker-4 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/.hbase-snapshot, current working dir path: hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/.hbase-snapshot/.tmp/snapshot_backup_system org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-19T01:20:40,410 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-19T01:20:40,421 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-19T01:20:40,425 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure fa5d0c5f567830ffab4db8abe835c087}] 2023-11-19T01:20:40,433 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure fa5d0c5f567830ffab4db8abe835c087 2023-11-19T01:20:40,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-19T01:20:40,592 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:40,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46095 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2023-11-19T01:20:40,594 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1700356836070.fa5d0c5f567830ffab4db8abe835c087. 2023-11-19T01:20:40,596 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2819): Flushing fa5d0c5f567830ffab4db8abe835c087 2/2 column families, dataSize=45 B heapSize=632 B 2023-11-19T01:20:40,677 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/backup/system/fa5d0c5f567830ffab4db8abe835c087/.tmp/session/411150e47d4d4f12874774f7925eb8dd is 49, key is activesession:/session:c/1700356840346/Put/seqid=0 2023-11-19T01:20:40,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-19T01:20:40,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-19T01:20:41,096 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/backup/system/fa5d0c5f567830ffab4db8abe835c087/.tmp/session/411150e47d4d4f12874774f7925eb8dd 2023-11-19T01:20:41,180 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/backup/system/fa5d0c5f567830ffab4db8abe835c087/.tmp/session/411150e47d4d4f12874774f7925eb8dd as hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/backup/system/fa5d0c5f567830ffab4db8abe835c087/session/411150e47d4d4f12874774f7925eb8dd 2023-11-19T01:20:41,190 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/backup/system/fa5d0c5f567830ffab4db8abe835c087/session/411150e47d4d4f12874774f7925eb8dd, entries=1, sequenceid=5, filesize=4.9 K 2023-11-19T01:20:41,194 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3022): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for fa5d0c5f567830ffab4db8abe835c087 in 598ms, sequenceid=5, compaction requested=false 2023-11-19T01:20:41,196 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2520): Flush status journal for fa5d0c5f567830ffab4db8abe835c087: 2023-11-19T01:20:41,196 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1700356836070.fa5d0c5f567830ffab4db8abe835c087. for snapshot_backup_system completed. 2023-11-19T01:20:41,197 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1700356836070.fa5d0c5f567830ffab4db8abe835c087.' region-info for snapshot=snapshot_backup_system 2023-11-19T01:20:41,204 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-19T01:20:41,208 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-11-19T01:20:41,208 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/backup/system/fa5d0c5f567830ffab4db8abe835c087/session/411150e47d4d4f12874774f7925eb8dd] hfiles 2023-11-19T01:20:41,208 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/backup/system/fa5d0c5f567830ffab4db8abe835c087/session/411150e47d4d4f12874774f7925eb8dd for snapshot=snapshot_backup_system 2023-11-19T01:20:41,225 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1700356836070.fa5d0c5f567830ffab4db8abe835c087. 2023-11-19T01:20:41,228 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=33 2023-11-19T01:20:41,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.HMaster(4026): Remote procedure done, pid=33 2023-11-19T01:20:41,232 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region fa5d0c5f567830ffab4db8abe835c087 2023-11-19T01:20:41,232 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure fa5d0c5f567830ffab4db8abe835c087 2023-11-19T01:20:41,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=33, resume processing ppid=32 2023-11-19T01:20:41,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=33, ppid=32, state=SUCCESS; SnapshotRegionProcedure fa5d0c5f567830ffab4db8abe835c087 in 809 msec 2023-11-19T01:20:41,236 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-19T01:20:41,238 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-19T01:20:41,242 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-19T01:20:41,243 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-11-19T01:20:41,246 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/.hbase-snapshot/.tmp/snapshot_backup_system 2023-11-19T01:20:41,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-19T01:20:41,674 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-19T01:20:41,687 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-19T01:20:41,688 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/.hbase-snapshot/snapshot_backup_system 2023-11-19T01:20:41,690 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-19T01:20:41,691 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-11-19T01:20:41,693 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.3080 sec 2023-11-19T01:20:42,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-19T01:20:42,500 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: backup:system, procId: 32 completed 2023-11-19T01:20:42,501 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] impl.TableBackupClient(115): Backup backup_1700356835902 started at 1700356842500. 2023-11-19T01:20:42,530 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.TableBackupClient(119): Backup session backup_1700356835902 has been started. 2023-11-19T01:20:42,533 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-11-19T01:20:42,544 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(962): Client=jenkins//172.31.2.20 procedure request for: rolllog-proc 2023-11-19T01:20:42,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-11-19T01:20:42,548 INFO [(jenkins-hbase6.apache.org,34387,1700356817193)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-11-19T01:20:42,548 DEBUG [(jenkins-hbase6.apache.org,34387,1700356817193)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-11-19T01:20:42,549 DEBUG [(jenkins-hbase6.apache.org,34387,1700356817193)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-11-19T01:20:42,549 DEBUG [(jenkins-hbase6.apache.org,34387,1700356817193)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-11-19T01:20:42,550 DEBUG [(jenkins-hbase6.apache.org,34387,1700356817193)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-11-19T01:20:42,550 DEBUG [(jenkins-hbase6.apache.org,34387,1700356817193)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-11-19T01:20:42,552 DEBUG [(jenkins-hbase6.apache.org,34387,1700356817193)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:42,552 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46095-0x101239e09920001, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-11-19T01:20:42,552 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-19T01:20:42,552 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-19T01:20:42,552 DEBUG [(jenkins-hbase6.apache.org,34387,1700356817193)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:42,552 DEBUG [(jenkins-hbase6.apache.org,34387,1700356817193)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-11-19T01:20:42,553 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-11-19T01:20:42,553 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46095-0x101239e09920001, quorum=127.0.0.1:52459, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-11-19T01:20:42,554 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-11-19T01:20:42,554 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-11-19T01:20:42,554 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-11-19T01:20:42,556 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-11-19T01:20:42,556 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-11-19T01:20:42,556 DEBUG [member: 'jenkins-hbase6.apache.org,46095,1700356820436' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-11-19T01:20:42,556 DEBUG [member: 'jenkins-hbase6.apache.org,46095,1700356820436' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-11-19T01:20:42,557 DEBUG [member: 'jenkins-hbase6.apache.org,46095,1700356820436' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-11-19T01:20:42,557 DEBUG [member: 'jenkins-hbase6.apache.org,46095,1700356820436' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-11-19T01:20:42,557 DEBUG [member: 'jenkins-hbase6.apache.org,46095,1700356820436' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase6.apache.org,46095,1700356820436' joining acquired barrier for procedure (rolllog) in zk 2023-11-19T01:20:42,560 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:42,560 DEBUG [member: 'jenkins-hbase6.apache.org,46095,1700356820436' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-11-19T01:20:42,560 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:42,560 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-19T01:20:42,560 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-19T01:20:42,560 DEBUG [member: 'jenkins-hbase6.apache.org,46095,1700356820436' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46095-0x101239e09920001, quorum=127.0.0.1:52459, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-11-19T01:20:42,560 DEBUG [member: 'jenkins-hbase6.apache.org,46095,1700356820436' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-11-19T01:20:42,561 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-19T01:20:42,561 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-19T01:20:42,562 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:20:42,562 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:42,563 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-19T01:20:42,563 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase6.apache.org,46095,1700356820436' joining acquired barrier for procedure 'rolllog' on coordinator 2023-11-19T01:20:42,563 DEBUG [(jenkins-hbase6.apache.org,34387,1700356817193)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-11-19T01:20:42,563 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@3c8d898a[Count = 0] remaining members to acquire global barrier 2023-11-19T01:20:42,563 DEBUG [(jenkins-hbase6.apache.org,34387,1700356817193)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-11-19T01:20:42,566 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46095-0x101239e09920001, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-19T01:20:42,566 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-11-19T01:20:42,566 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-11-19T01:20:42,566 DEBUG [member: 'jenkins-hbase6.apache.org,46095,1700356820436' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-11-19T01:20:42,566 DEBUG [(jenkins-hbase6.apache.org,34387,1700356817193)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:42,566 DEBUG [(jenkins-hbase6.apache.org,34387,1700356817193)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-11-19T01:20:42,567 DEBUG [member: 'jenkins-hbase6.apache.org,46095,1700356820436' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-11-19T01:20:42,567 DEBUG [rs(jenkins-hbase6.apache.org,46095,1700356820436)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:42,567 INFO [rs(jenkins-hbase6.apache.org,46095,1700356820436)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1700356822080 highest: 1700356822080 on jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:42,568 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase6.apache.org%2C46095%2C1700356820436.meta:.meta(num 1700356822632) roll requested 2023-11-19T01:20:42,582 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/WALs/jenkins-hbase6.apache.org,46095,1700356820436/jenkins-hbase6.apache.org%2C46095%2C1700356820436.meta.1700356842568.meta, exclude list is [], retry=0 2023-11-19T01:20:42,589 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46557,DS-5ef48100-dbac-4d3d-9cf9-5cacae0c281e,DISK] 2023-11-19T01:20:42,592 INFO [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/WALs/jenkins-hbase6.apache.org,46095,1700356820436/jenkins-hbase6.apache.org%2C46095%2C1700356820436.meta.1700356822632.meta with entries=36, filesize=11.13 KB; new WAL /user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/WALs/jenkins-hbase6.apache.org,46095,1700356820436/jenkins-hbase6.apache.org%2C46095%2C1700356820436.meta.1700356842568.meta 2023-11-19T01:20:42,593 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:46557,DS-5ef48100-dbac-4d3d-9cf9-5cacae0c281e,DISK]] 2023-11-19T01:20:42,593 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/WALs/jenkins-hbase6.apache.org,46095,1700356820436/jenkins-hbase6.apache.org%2C46095%2C1700356820436.meta.1700356822632.meta is not closed yet, will try archiving it next time 2023-11-19T01:20:42,593 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase6.apache.org%2C46095%2C1700356820436:(num 1700356822080) roll requested 2023-11-19T01:20:42,607 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/WALs/jenkins-hbase6.apache.org,46095,1700356820436/jenkins-hbase6.apache.org%2C46095%2C1700356820436.1700356842593, exclude list is [], retry=0 2023-11-19T01:20:42,608 DEBUG [rs(jenkins-hbase6.apache.org,46095,1700356820436)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 41 2023-11-19T01:20:42,608 INFO [rs(jenkins-hbase6.apache.org,46095,1700356820436)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1700356842593 on jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:42,609 DEBUG [rs(jenkins-hbase6.apache.org,46095,1700356820436)-backup-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:20:42,613 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46557,DS-5ef48100-dbac-4d3d-9cf9-5cacae0c281e,DISK] 2023-11-19T01:20:42,612 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:48186, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-11-19T01:20:42,620 INFO [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/WALs/jenkins-hbase6.apache.org,46095,1700356820436/jenkins-hbase6.apache.org%2C46095%2C1700356820436.1700356822080 with entries=19, filesize=4.02 KB; new WAL /user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/WALs/jenkins-hbase6.apache.org,46095,1700356820436/jenkins-hbase6.apache.org%2C46095%2C1700356820436.1700356842593 2023-11-19T01:20:42,621 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:46557,DS-5ef48100-dbac-4d3d-9cf9-5cacae0c281e,DISK]] 2023-11-19T01:20:42,621 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/WALs/jenkins-hbase6.apache.org,46095,1700356820436/jenkins-hbase6.apache.org%2C46095%2C1700356820436.1700356822080 is not closed yet, will try archiving it next time 2023-11-19T01:20:42,640 DEBUG [member: 'jenkins-hbase6.apache.org,46095,1700356820436' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-11-19T01:20:42,640 DEBUG [member: 'jenkins-hbase6.apache.org,46095,1700356820436' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase6.apache.org,46095,1700356820436' in zk 2023-11-19T01:20:42,644 DEBUG [member: 'jenkins-hbase6.apache.org,46095,1700356820436' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-11-19T01:20:42,644 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:42,645 DEBUG [member: 'jenkins-hbase6.apache.org,46095,1700356820436' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-19T01:20:42,645 DEBUG [member: 'jenkins-hbase6.apache.org,46095,1700356820436' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-11-19T01:20:42,645 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:42,645 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-19T01:20:42,645 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-19T01:20:42,646 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-19T01:20:42,646 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-19T01:20:42,647 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:20:42,647 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:42,647 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-19T01:20:42,648 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:20:42,649 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:42,650 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase6.apache.org,46095,1700356820436': 2023-11-19T01:20:42,650 INFO [(jenkins-hbase6.apache.org,34387,1700356817193)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-11-19T01:20:42,650 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase6.apache.org,46095,1700356820436' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-11-19T01:20:42,650 DEBUG [(jenkins-hbase6.apache.org,34387,1700356817193)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-11-19T01:20:42,650 DEBUG [(jenkins-hbase6.apache.org,34387,1700356817193)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-11-19T01:20:42,650 DEBUG [(jenkins-hbase6.apache.org,34387,1700356817193)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-11-19T01:20:42,650 INFO [(jenkins-hbase6.apache.org,34387,1700356817193)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-11-19T01:20:42,653 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-19T01:20:42,653 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46095-0x101239e09920001, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-19T01:20:42,653 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46095-0x101239e09920001, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-11-19T01:20:42,653 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-11-19T01:20:42,653 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-19T01:20:42,653 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-11-19T01:20:42,653 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-19T01:20:42,653 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-19T01:20:42,654 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-19T01:20:42,654 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-19T01:20:42,654 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-19T01:20:42,654 DEBUG [(jenkins-hbase6.apache.org,34387,1700356817193)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:42,654 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:20:42,654 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-19T01:20:42,655 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-19T01:20:42,655 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:20:42,656 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:42,656 DEBUG [(jenkins-hbase6.apache.org,34387,1700356817193)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:42,656 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-19T01:20:42,657 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:20:42,658 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:42,667 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:42,667 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-11-19T01:20:42,667 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-11-19T01:20:42,667 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46095-0x101239e09920001, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-11-19T01:20:42,667 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:42,667 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-19T01:20:42,667 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-19T01:20:42,667 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-19T01:20:42,667 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-19T01:20:42,667 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-19T01:20:42,668 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46095-0x101239e09920001, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-11-19T01:20:42,668 DEBUG [(jenkins-hbase6.apache.org,34387,1700356817193)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-19T01:20:42,668 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-11-19T01:20:42,668 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-11-19T01:20:42,669 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-19T01:20:42,669 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-19T01:20:42,670 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] client.HBaseAdmin(2906): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-11-19T01:20:42,671 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] client.HBaseAdmin(2914): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-11-19T01:20:42,751 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-19T01:20:42,771 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] client.HBaseAdmin(2920): Getting current status of procedure from master... 2023-11-19T01:20:42,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1263): Checking to see if procedure from request:rolllog-proc is done 2023-11-19T01:20:42,784 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.2.20 snapshot request for:{ ss=snapshot_1700356842783_default_test-1700356829611 table=test-1700356829611 type=FLUSH ttl=0 } 2023-11-19T01:20:42,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1700356842784 (current time:1700356842784). 2023-11-19T01:20:42,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-19T01:20:42,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1700356842783_default_test-1700356829611 VERSION not specified, setting to 2 2023-11-19T01:20:42,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x0f6ec44c to 127.0.0.1:52459 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:20:42,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@494ac996, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:20:42,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:20:42,799 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:50974, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:20:42,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x0f6ec44c to 127.0.0.1:52459 2023-11-19T01:20:42,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:20:42,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-19T01:20:42,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] procedure2.ProcedureExecutor(1032): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700356842783_default_test-1700356829611 table=test-1700356829611 type=FLUSH ttl=0 } 2023-11-19T01:20:42,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_1700356842783_default_test-1700356829611 table=test-1700356829611 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-11-19T01:20:42,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-19T01:20:42,808 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700356842783_default_test-1700356829611 table=test-1700356829611 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-19T01:20:42,810 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700356842783_default_test-1700356829611 table=test-1700356829611 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-19T01:20:42,814 WARN [PEWorker-3 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/.hbase-snapshot, current working dir path: hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/.hbase-snapshot/.tmp/snapshot_1700356842783_default_test-1700356829611 org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-19T01:20:42,816 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700356842783_default_test-1700356829611 table=test-1700356829611 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-19T01:20:42,831 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700356842783_default_test-1700356829611 table=test-1700356829611 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-19T01:20:42,831 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure ae65a4a3a0eab4b102d4df93b18d2572}] 2023-11-19T01:20:42,833 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure ae65a4a3a0eab4b102d4df93b18d2572 2023-11-19T01:20:42,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-19T01:20:42,984 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:42,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46095 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2023-11-19T01:20:42,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1700356829611,,1700356830112.ae65a4a3a0eab4b102d4df93b18d2572. 2023-11-19T01:20:42,987 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2819): Flushing ae65a4a3a0eab4b102d4df93b18d2572 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-11-19T01:20:43,011 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/default/test-1700356829611/ae65a4a3a0eab4b102d4df93b18d2572/.tmp/f/1e27f8a5571b411bad7cc05d2f4f1dbd is 37, key is row10/f:q1/1700356831271/Put/seqid=0 2023-11-19T01:20:43,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-19T01:20:43,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-19T01:20:43,429 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/default/test-1700356829611/ae65a4a3a0eab4b102d4df93b18d2572/.tmp/f/1e27f8a5571b411bad7cc05d2f4f1dbd 2023-11-19T01:20:43,441 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/default/test-1700356829611/ae65a4a3a0eab4b102d4df93b18d2572/.tmp/f/1e27f8a5571b411bad7cc05d2f4f1dbd as hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/default/test-1700356829611/ae65a4a3a0eab4b102d4df93b18d2572/f/1e27f8a5571b411bad7cc05d2f4f1dbd 2023-11-19T01:20:43,451 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/default/test-1700356829611/ae65a4a3a0eab4b102d4df93b18d2572/f/1e27f8a5571b411bad7cc05d2f4f1dbd, entries=99, sequenceid=103, filesize=8.2 K 2023-11-19T01:20:43,453 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for ae65a4a3a0eab4b102d4df93b18d2572 in 465ms, sequenceid=103, compaction requested=false 2023-11-19T01:20:43,453 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2520): Flush status journal for ae65a4a3a0eab4b102d4df93b18d2572: 2023-11-19T01:20:43,453 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1700356829611,,1700356830112.ae65a4a3a0eab4b102d4df93b18d2572. for snapshot_1700356842783_default_test-1700356829611 completed. 2023-11-19T01:20:43,453 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(240): Storing 'test-1700356829611,,1700356830112.ae65a4a3a0eab4b102d4df93b18d2572.' region-info for snapshot=snapshot_1700356842783_default_test-1700356829611 2023-11-19T01:20:43,454 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-19T01:20:43,454 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/default/test-1700356829611/ae65a4a3a0eab4b102d4df93b18d2572/f/1e27f8a5571b411bad7cc05d2f4f1dbd] hfiles 2023-11-19T01:20:43,454 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/default/test-1700356829611/ae65a4a3a0eab4b102d4df93b18d2572/f/1e27f8a5571b411bad7cc05d2f4f1dbd for snapshot=snapshot_1700356842783_default_test-1700356829611 2023-11-19T01:20:43,865 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1700356829611,,1700356830112.ae65a4a3a0eab4b102d4df93b18d2572. 2023-11-19T01:20:43,866 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=35 2023-11-19T01:20:43,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.HMaster(4026): Remote procedure done, pid=35 2023-11-19T01:20:43,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1700356842783_default_test-1700356829611 on region ae65a4a3a0eab4b102d4df93b18d2572 2023-11-19T01:20:43,867 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure ae65a4a3a0eab4b102d4df93b18d2572 2023-11-19T01:20:43,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=35, resume processing ppid=34 2023-11-19T01:20:43,871 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700356842783_default_test-1700356829611 table=test-1700356829611 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-19T01:20:43,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=35, ppid=34, state=SUCCESS; SnapshotRegionProcedure ae65a4a3a0eab4b102d4df93b18d2572 in 1.0380 sec 2023-11-19T01:20:43,872 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700356842783_default_test-1700356829611 table=test-1700356829611 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-19T01:20:43,873 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700356842783_default_test-1700356829611 table=test-1700356829611 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-19T01:20:43,873 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1700356842783_default_test-1700356829611 2023-11-19T01:20:43,875 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/.hbase-snapshot/.tmp/snapshot_1700356842783_default_test-1700356829611 2023-11-19T01:20:43,904 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700356842783_default_test-1700356829611 table=test-1700356829611 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-19T01:20:43,912 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700356842783_default_test-1700356829611 table=test-1700356829611 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-19T01:20:43,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-19T01:20:43,913 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/.hbase-snapshot/.tmp/snapshot_1700356842783_default_test-1700356829611 to hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/.hbase-snapshot/snapshot_1700356842783_default_test-1700356829611 2023-11-19T01:20:43,915 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700356842783_default_test-1700356829611 table=test-1700356829611 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-19T01:20:43,915 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_1700356842783_default_test-1700356829611 table=test-1700356829611 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-11-19T01:20:43,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700356842783_default_test-1700356829611 table=test-1700356829611 type=FLUSH ttl=0 } in 1.1130 sec 2023-11-19T01:20:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-19T01:20:44,915 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: default:test-1700356829611, procId: 34 completed 2023-11-19T01:20:44,916 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.2.20 snapshot request for:{ ss=snapshot_1700356844915_ns2_test-17003568296111 table=ns2:test-17003568296111 type=FLUSH ttl=0 } 2023-11-19T01:20:44,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1700356844916 (current time:1700356844916). 2023-11-19T01:20:44,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-19T01:20:44,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1700356844915_ns2_test-17003568296111 VERSION not specified, setting to 2 2023-11-19T01:20:44,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x60d2752b to 127.0.0.1:52459 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:20:44,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@196791d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:20:44,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:20:44,928 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:50990, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:20:44,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x60d2752b to 127.0.0.1:52459 2023-11-19T01:20:44,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:20:44,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-19T01:20:44,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] procedure2.ProcedureExecutor(1032): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1700356844915_ns2_test-17003568296111 table=ns2:test-17003568296111 type=FLUSH ttl=0 } 2023-11-19T01:20:44,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_1700356844915_ns2_test-17003568296111 table=ns2:test-17003568296111 type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-11-19T01:20:44,935 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1700356844915_ns2_test-17003568296111 table=ns2:test-17003568296111 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-19T01:20:44,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-19T01:20:44,936 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1700356844915_ns2_test-17003568296111 table=ns2:test-17003568296111 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-19T01:20:44,939 WARN [PEWorker-2 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/.hbase-snapshot, current working dir path: hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/.hbase-snapshot/.tmp/snapshot_1700356844915_ns2_test-17003568296111 org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-19T01:20:44,942 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1700356844915_ns2_test-17003568296111 table=ns2:test-17003568296111 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-19T01:20:45,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-19T01:20:45,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-19T01:20:45,359 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1700356844915_ns2_test-17003568296111 table=ns2:test-17003568296111 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-19T01:20:45,359 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 53acec14cb86dadcd2630bcd939dd16f}] 2023-11-19T01:20:45,361 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 53acec14cb86dadcd2630bcd939dd16f 2023-11-19T01:20:45,513 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:45,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46095 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2023-11-19T01:20:45,514 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17003568296111,,1700356831382.53acec14cb86dadcd2630bcd939dd16f. 2023-11-19T01:20:45,515 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2819): Flushing 53acec14cb86dadcd2630bcd939dd16f 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-11-19T01:20:45,533 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/ns2/test-17003568296111/53acec14cb86dadcd2630bcd939dd16f/.tmp/f/cfa5605ae37e48859d3fd90ae5d18997 is 37, key is row10/f:q1/1700356832513/Put/seqid=0 2023-11-19T01:20:45,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-19T01:20:45,544 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/ns2/test-17003568296111/53acec14cb86dadcd2630bcd939dd16f/.tmp/f/cfa5605ae37e48859d3fd90ae5d18997 2023-11-19T01:20:45,552 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/ns2/test-17003568296111/53acec14cb86dadcd2630bcd939dd16f/.tmp/f/cfa5605ae37e48859d3fd90ae5d18997 as hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/ns2/test-17003568296111/53acec14cb86dadcd2630bcd939dd16f/f/cfa5605ae37e48859d3fd90ae5d18997 2023-11-19T01:20:45,559 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/ns2/test-17003568296111/53acec14cb86dadcd2630bcd939dd16f/f/cfa5605ae37e48859d3fd90ae5d18997, entries=99, sequenceid=103, filesize=8.2 K 2023-11-19T01:20:45,560 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 53acec14cb86dadcd2630bcd939dd16f in 45ms, sequenceid=103, compaction requested=false 2023-11-19T01:20:45,561 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2520): Flush status journal for 53acec14cb86dadcd2630bcd939dd16f: 2023-11-19T01:20:45,561 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17003568296111,,1700356831382.53acec14cb86dadcd2630bcd939dd16f. for snapshot_1700356844915_ns2_test-17003568296111 completed. 2023-11-19T01:20:45,561 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(240): Storing 'ns2:test-17003568296111,,1700356831382.53acec14cb86dadcd2630bcd939dd16f.' region-info for snapshot=snapshot_1700356844915_ns2_test-17003568296111 2023-11-19T01:20:45,561 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-19T01:20:45,561 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/ns2/test-17003568296111/53acec14cb86dadcd2630bcd939dd16f/f/cfa5605ae37e48859d3fd90ae5d18997] hfiles 2023-11-19T01:20:45,561 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/ns2/test-17003568296111/53acec14cb86dadcd2630bcd939dd16f/f/cfa5605ae37e48859d3fd90ae5d18997 for snapshot=snapshot_1700356844915_ns2_test-17003568296111 2023-11-19T01:20:45,568 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17003568296111,,1700356831382.53acec14cb86dadcd2630bcd939dd16f. 2023-11-19T01:20:45,568 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=37 2023-11-19T01:20:45,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.HMaster(4026): Remote procedure done, pid=37 2023-11-19T01:20:45,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1700356844915_ns2_test-17003568296111 on region 53acec14cb86dadcd2630bcd939dd16f 2023-11-19T01:20:45,570 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 53acec14cb86dadcd2630bcd939dd16f 2023-11-19T01:20:45,572 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=37, resume processing ppid=36 2023-11-19T01:20:45,572 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1700356844915_ns2_test-17003568296111 table=ns2:test-17003568296111 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-19T01:20:45,573 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=37, ppid=36, state=SUCCESS; SnapshotRegionProcedure 53acec14cb86dadcd2630bcd939dd16f in 212 msec 2023-11-19T01:20:45,573 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1700356844915_ns2_test-17003568296111 table=ns2:test-17003568296111 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-19T01:20:45,574 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1700356844915_ns2_test-17003568296111 table=ns2:test-17003568296111 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-19T01:20:45,574 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1700356844915_ns2_test-17003568296111 2023-11-19T01:20:45,575 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/.hbase-snapshot/.tmp/snapshot_1700356844915_ns2_test-17003568296111 2023-11-19T01:20:45,991 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1700356844915_ns2_test-17003568296111 table=ns2:test-17003568296111 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-19T01:20:45,998 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1700356844915_ns2_test-17003568296111 table=ns2:test-17003568296111 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-19T01:20:45,999 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/.hbase-snapshot/.tmp/snapshot_1700356844915_ns2_test-17003568296111 to hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/.hbase-snapshot/snapshot_1700356844915_ns2_test-17003568296111 2023-11-19T01:20:46,000 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1700356844915_ns2_test-17003568296111 table=ns2:test-17003568296111 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-19T01:20:46,000 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_1700356844915_ns2_test-17003568296111 table=ns2:test-17003568296111 type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-11-19T01:20:46,002 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1700356844915_ns2_test-17003568296111 table=ns2:test-17003568296111 type=FLUSH ttl=0 } in 1.0700 sec 2023-11-19T01:20:46,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-19T01:20:46,044 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: ns2:test-17003568296111, procId: 36 completed 2023-11-19T01:20:46,044 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1700356835902 2023-11-19T01:20:46,044 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-11-19T01:20:46,045 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied. 2023-11-19T01:20:46,048 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1700356835902_ns2:test-17003568296111 2023-11-19T01:20:46,048 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1700356844915_ns2_test-17003568296111 to hdfs://localhost:35095/backupUT/backup_1700356835902/ns2/test-17003568296111/ 2023-11-19T01:20:46,057 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-11-19T01:20:46,096 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:35095, inputRoot=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641 2023-11-19T01:20:46,096 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase6.apache.org,34387,1700356817193_1174905627_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:35095/backupUT/backup_1700356835902/ns2/test-17003568296111, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:35095/backupUT/backup_1700356835902/ns2/test-17003568296111/.hbase-snapshot/.tmp/snapshot_1700356844915_ns2_test-17003568296111 2023-11-19T01:20:46,096 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:35095, inputRoot=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641, snapshotDir=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/.hbase-snapshot/snapshot_1700356844915_ns2_test-17003568296111. 2023-11-19T01:20:46,112 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/.hbase-snapshot/snapshot_1700356844915_ns2_test-17003568296111 to hdfs://localhost:35095/backupUT/backup_1700356835902/ns2/test-17003568296111/.hbase-snapshot/.tmp/snapshot_1700356844915_ns2_test-17003568296111 2023-11-19T01:20:46,549 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:20:46,550 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-19T01:20:46,551 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-19T01:20:46,551 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-19T01:20:47,637 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/hadoop-8955880740417643397.jar 2023-11-19T01:20:47,638 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:20:47,638 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:20:47,639 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:20:47,639 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-19T01:20:47,639 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-19T01:20:47,640 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-19T01:20:47,640 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-19T01:20:47,641 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-19T01:20:47,641 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-19T01:20:47,642 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-19T01:20:47,643 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-19T01:20:47,643 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-19T01:20:47,644 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-19T01:20:47,644 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-19T01:20:47,645 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-19T01:20:47,645 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-19T01:20:47,645 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-19T01:20:47,646 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-19T01:20:47,646 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-19T01:20:47,647 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-19T01:20:47,647 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-19T01:20:47,651 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:20:47,652 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:20:47,652 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:20:47,653 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:20:47,653 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:20:47,654 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:20:47,654 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:20:47,716 WARN [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-19T01:20:47,740 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1700356844915_ns2_test-17003568296111' hfile list 2023-11-19T01:20:47,753 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-11-19T01:20:47,958 WARN [Listener at jenkins-hbase6.apache.org/36979 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/mapreduce.cluster.local.dir/1700356847909/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-19T01:20:47,958 WARN [Listener at jenkins-hbase6.apache.org/36979 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/mapreduce.cluster.local.dir/1700356847909/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-19T01:20:48,114 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-11-19T01:20:48,147 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/ns2/test-17003568296111/53acec14cb86dadcd2630bcd939dd16f/f/cfa5605ae37e48859d3fd90ae5d18997 output=hdfs://localhost:35095/backupUT/backup_1700356835902/ns2/test-17003568296111/archive/data/ns2/test-17003568296111/53acec14cb86dadcd2630bcd939dd16f/f/cfa5605ae37e48859d3fd90ae5d18997 2023-11-19T01:20:48,148 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 4.004M/sec 2023-11-19T01:20:48,402 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-11-19T01:20:48,402 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2023-11-19T01:20:49,014 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-11-19T01:20:49,016 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-11-19T01:20:49,024 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1700356844915_ns2_test-17003568296111 2023-11-19T01:20:49,024 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1700356844915_ns2_test-17003568296111 finished. 2023-11-19T01:20:49,024 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1700356835902_test-1700356829611 2023-11-19T01:20:49,024 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1700356842783_default_test-1700356829611 to hdfs://localhost:35095/backupUT/backup_1700356835902/default/test-1700356829611/ 2023-11-19T01:20:49,024 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-11-19T01:20:49,049 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:35095, inputRoot=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641 2023-11-19T01:20:49,049 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase6.apache.org,34387,1700356817193_-1149614749_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:35095/backupUT/backup_1700356835902/default/test-1700356829611, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:35095/backupUT/backup_1700356835902/default/test-1700356829611/.hbase-snapshot/.tmp/snapshot_1700356842783_default_test-1700356829611 2023-11-19T01:20:49,049 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:35095, inputRoot=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641, snapshotDir=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/.hbase-snapshot/snapshot_1700356842783_default_test-1700356829611. 2023-11-19T01:20:49,059 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/.hbase-snapshot/snapshot_1700356842783_default_test-1700356829611 to hdfs://localhost:35095/backupUT/backup_1700356835902/default/test-1700356829611/.hbase-snapshot/.tmp/snapshot_1700356842783_default_test-1700356829611 2023-11-19T01:20:49,499 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:20:49,499 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-19T01:20:49,500 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-19T01:20:49,501 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-19T01:20:50,510 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/hadoop-3337924651461687068.jar 2023-11-19T01:20:50,510 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:20:50,511 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:20:50,511 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:20:50,511 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-19T01:20:50,512 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-19T01:20:50,512 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-19T01:20:50,513 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-19T01:20:50,513 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-19T01:20:50,513 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-19T01:20:50,514 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-19T01:20:50,515 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-19T01:20:50,515 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-19T01:20:50,516 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-19T01:20:50,516 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-19T01:20:50,517 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-19T01:20:50,517 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-19T01:20:50,517 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-19T01:20:50,518 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-19T01:20:50,518 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-19T01:20:50,519 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-19T01:20:50,520 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-19T01:20:50,520 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:20:50,521 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:20:50,522 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:20:50,522 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:20:50,522 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:20:50,523 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:20:50,524 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:20:50,552 WARN [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-19T01:20:50,570 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1700356842783_default_test-1700356829611' hfile list 2023-11-19T01:20:50,572 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-11-19T01:20:50,644 WARN [Listener at jenkins-hbase6.apache.org/36979 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/mapreduce.cluster.local.dir/1700356850611/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-19T01:20:50,644 WARN [Listener at jenkins-hbase6.apache.org/36979 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/mapreduce.cluster.local.dir/1700356850611/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-19T01:20:50,699 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-11-19T01:20:50,724 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/default/test-1700356829611/ae65a4a3a0eab4b102d4df93b18d2572/f/1e27f8a5571b411bad7cc05d2f4f1dbd output=hdfs://localhost:35095/backupUT/backup_1700356835902/default/test-1700356829611/archive/data/default/test-1700356829611/ae65a4a3a0eab4b102d4df93b18d2572/f/1e27f8a5571b411bad7cc05d2f4f1dbd 2023-11-19T01:20:50,724 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 8.007M/sec 2023-11-19T01:20:51,681 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-11-19T01:20:51,682 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-11-19T01:20:51,690 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1700356842783_default_test-1700356829611 2023-11-19T01:20:51,690 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1700356842783_default_test-1700356829611 finished. 2023-11-19T01:20:51,690 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupSystemTable(1034): ns2:test-17003568296111 2023-11-19T01:20:51,690 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupSystemTable(1034): test-1700356829611 2023-11-19T01:20:51,769 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1700356835902 2023-11-19T01:20:51,769 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-11-19T01:20:52,181 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:35095/backupUT/backup_1700356835902/.backup.manifest 2023-11-19T01:20:52,181 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1700356835902 2023-11-19T01:20:52,181 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-11-19T01:20:52,588 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:35095/backupUT/backup_1700356835902/.backup.manifest 2023-11-19T01:20:52,588 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.TableBackupClient(358): Backup backup_1700356835902 finished: type=FULL,tablelist=ns2:test-17003568296111;test-1700356829611,targetRootDir=hdfs://localhost:35095/backupUT,startts=1700356842500,completets=1700356851767,bytescopied=0 2023-11-19T01:20:52,588 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-11-19T01:20:52,589 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1700356844915_ns2_test-17003568296111 2023-11-19T01:20:52,596 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-11-19T01:20:52,597 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:33556, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-11-19T01:20:52,603 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] master.MasterRpcServices(763): Client=jenkins//172.31.2.20 delete name: "snapshot_1700356844915_ns2_test-17003568296111" 2023-11-19T01:20:52,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_1700356844915_ns2_test-17003568296111 2023-11-19T01:20:52,608 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1700356844915_ns2_test-17003568296111 for backup backup_1700356835902 succeeded. 2023-11-19T01:20:52,608 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1700356842783_default_test-1700356829611 2023-11-19T01:20:52,609 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] master.MasterRpcServices(763): Client=jenkins//172.31.2.20 delete name: "snapshot_1700356842783_default_test-1700356829611" 2023-11-19T01:20:52,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_1700356842783_default_test-1700356829611 2023-11-19T01:20:52,613 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1700356842783_default_test-1700356829611 for backup backup_1700356835902 succeeded. 2023-11-19T01:20:52,614 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-11-19T01:20:52,626 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] master.MasterRpcServices(763): Client=jenkins//172.31.2.20 delete name: "snapshot_backup_system" 2023-11-19T01:20:52,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_backup_system 2023-11-19T01:20:52,630 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupSystemTable(1577): Done deleting backup system table snapshot 2023-11-19T01:20:52,637 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-11-19T01:20:52,655 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] impl.TableBackupClient(376): Backup backup_1700356835902 completed. 2023-11-19T01:20:52,788 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] backup.TestBackupMerge(71): writing 99 rows to test-1700356829611 2023-11-19T01:20:52,800 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] backup.TestBackupMerge(75): written 99 rows to test-1700356829611 2023-11-19T01:20:52,917 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] backup.TestBackupMerge(81): written 99 rows to ns2:test-17003568296111 2023-11-19T01:20:52,945 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-11-19T01:20:52,949 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.2.20 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-19T01:20:52,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1700356852949 (current time:1700356852949). 2023-11-19T01:20:52,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-19T01:20:52,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-11-19T01:20:52,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x510d38ee to 127.0.0.1:52459 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:20:52,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c5abf1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:20:52,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:20:52,959 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:43766, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:20:52,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x510d38ee to 127.0.0.1:52459 2023-11-19T01:20:52,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:20:52,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-19T01:20:52,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] procedure2.ProcedureExecutor(1032): Stored pid=38, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-19T01:20:52,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 38 2023-11-19T01:20:52,963 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-19T01:20:52,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-19T01:20:52,964 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-19T01:20:52,966 WARN [PEWorker-1 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/.hbase-snapshot, current working dir path: hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/.hbase-snapshot/.tmp/snapshot_backup_system org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-19T01:20:52,968 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-19T01:20:53,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-19T01:20:53,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-19T01:20:53,376 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-19T01:20:53,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure fa5d0c5f567830ffab4db8abe835c087}] 2023-11-19T01:20:53,378 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure fa5d0c5f567830ffab4db8abe835c087 2023-11-19T01:20:53,528 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:53,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46095 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=39 2023-11-19T01:20:53,529 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1700356836070.fa5d0c5f567830ffab4db8abe835c087. 2023-11-19T01:20:53,529 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(2819): Flushing fa5d0c5f567830ffab4db8abe835c087 2/2 column families, dataSize=1.51 KB heapSize=2.80 KB 2023-11-19T01:20:53,543 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/backup/system/fa5d0c5f567830ffab4db8abe835c087/.tmp/meta/f43f69d2a6484f8aa6d94aa50043752a is 171, key is trslm:hdfs://localhost:35095/backupUT\x00ns2:test-17003568296111/meta:log-roll-map/1700356851757/Put/seqid=0 2023-11-19T01:20:53,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-19T01:20:53,949 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=785 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/backup/system/fa5d0c5f567830ffab4db8abe835c087/.tmp/meta/f43f69d2a6484f8aa6d94aa50043752a 2023-11-19T01:20:53,961 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/backup/system/fa5d0c5f567830ffab4db8abe835c087/.tmp/session/929e6b2760ef403db7046bd988f4b586 is 459, key is session:backup_1700356835902/session:context/1700356852636/Put/seqid=0 2023-11-19T01:20:54,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-19T01:20:54,367 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=758 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/backup/system/fa5d0c5f567830ffab4db8abe835c087/.tmp/session/929e6b2760ef403db7046bd988f4b586 2023-11-19T01:20:54,374 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/backup/system/fa5d0c5f567830ffab4db8abe835c087/.tmp/meta/f43f69d2a6484f8aa6d94aa50043752a as hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/backup/system/fa5d0c5f567830ffab4db8abe835c087/meta/f43f69d2a6484f8aa6d94aa50043752a 2023-11-19T01:20:54,380 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/backup/system/fa5d0c5f567830ffab4db8abe835c087/meta/f43f69d2a6484f8aa6d94aa50043752a, entries=6, sequenceid=17, filesize=5.8 K 2023-11-19T01:20:54,382 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/backup/system/fa5d0c5f567830ffab4db8abe835c087/.tmp/session/929e6b2760ef403db7046bd988f4b586 as hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/backup/system/fa5d0c5f567830ffab4db8abe835c087/session/929e6b2760ef403db7046bd988f4b586 2023-11-19T01:20:54,388 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/backup/system/fa5d0c5f567830ffab4db8abe835c087/session/929e6b2760ef403db7046bd988f4b586, entries=2, sequenceid=17, filesize=5.4 K 2023-11-19T01:20:54,389 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(3022): Finished flush of dataSize ~1.51 KB/1543, heapSize ~2.77 KB/2840, currentSize=0 B/0 for fa5d0c5f567830ffab4db8abe835c087 in 860ms, sequenceid=17, compaction requested=false 2023-11-19T01:20:54,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(2520): Flush status journal for fa5d0c5f567830ffab4db8abe835c087: 2023-11-19T01:20:54,390 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1700356836070.fa5d0c5f567830ffab4db8abe835c087. for snapshot_backup_system completed. 2023-11-19T01:20:54,390 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1700356836070.fa5d0c5f567830ffab4db8abe835c087.' region-info for snapshot=snapshot_backup_system 2023-11-19T01:20:54,390 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-19T01:20:54,390 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/backup/system/fa5d0c5f567830ffab4db8abe835c087/meta/f43f69d2a6484f8aa6d94aa50043752a] hfiles 2023-11-19T01:20:54,390 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/backup/system/fa5d0c5f567830ffab4db8abe835c087/meta/f43f69d2a6484f8aa6d94aa50043752a for snapshot=snapshot_backup_system 2023-11-19T01:20:54,390 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/backup/system/fa5d0c5f567830ffab4db8abe835c087/session/411150e47d4d4f12874774f7925eb8dd, hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/backup/system/fa5d0c5f567830ffab4db8abe835c087/session/929e6b2760ef403db7046bd988f4b586] hfiles 2023-11-19T01:20:54,390 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (1/2): hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/backup/system/fa5d0c5f567830ffab4db8abe835c087/session/411150e47d4d4f12874774f7925eb8dd for snapshot=snapshot_backup_system 2023-11-19T01:20:54,390 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (2/2): hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/backup/system/fa5d0c5f567830ffab4db8abe835c087/session/929e6b2760ef403db7046bd988f4b586 for snapshot=snapshot_backup_system 2023-11-19T01:20:54,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1700356836070.fa5d0c5f567830ffab4db8abe835c087. 2023-11-19T01:20:54,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=39 2023-11-19T01:20:54,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] master.HMaster(4026): Remote procedure done, pid=39 2023-11-19T01:20:54,797 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region fa5d0c5f567830ffab4db8abe835c087 2023-11-19T01:20:54,798 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure fa5d0c5f567830ffab4db8abe835c087 2023-11-19T01:20:54,801 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=39, resume processing ppid=38 2023-11-19T01:20:54,801 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-19T01:20:54,801 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=39, ppid=38, state=SUCCESS; SnapshotRegionProcedure fa5d0c5f567830ffab4db8abe835c087 in 1.4230 sec 2023-11-19T01:20:54,801 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-19T01:20:54,802 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-19T01:20:54,802 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-11-19T01:20:54,803 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/.hbase-snapshot/.tmp/snapshot_backup_system 2023-11-19T01:20:55,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-19T01:20:55,215 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-19T01:20:55,223 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-19T01:20:55,223 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/.hbase-snapshot/snapshot_backup_system 2023-11-19T01:20:55,224 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-19T01:20:55,224 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 38 2023-11-19T01:20:55,226 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=38, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2650 sec 2023-11-19T01:20:57,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-19T01:20:57,071 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: backup:system, procId: 38 completed 2023-11-19T01:20:57,071 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] impl.TableBackupClient(115): Backup backup_1700356852917 started at 1700356857071. 2023-11-19T01:20:57,073 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.TableBackupClient(119): Backup session backup_1700356852917 has been started. 2023-11-19T01:20:57,079 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.IncrementalTableBackupClient(268): For incremental backup, current table set is [test-1700356829611, ns2:test-17003568296111] 2023-11-19T01:20:57,083 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.IncrementalBackupManager(76): StartCode 1700356822080for backupID backup_1700356852917 2023-11-19T01:20:57,083 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2023-11-19T01:20:57,084 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] master.MasterRpcServices(962): Client=jenkins//172.31.2.20 procedure request for: rolllog-proc 2023-11-19T01:20:57,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-11-19T01:20:57,084 INFO [(jenkins-hbase6.apache.org,34387,1700356817193)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-11-19T01:20:57,084 DEBUG [(jenkins-hbase6.apache.org,34387,1700356817193)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-11-19T01:20:57,085 DEBUG [(jenkins-hbase6.apache.org,34387,1700356817193)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-11-19T01:20:57,085 DEBUG [(jenkins-hbase6.apache.org,34387,1700356817193)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-11-19T01:20:57,086 DEBUG [(jenkins-hbase6.apache.org,34387,1700356817193)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-11-19T01:20:57,086 DEBUG [(jenkins-hbase6.apache.org,34387,1700356817193)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-11-19T01:20:57,088 DEBUG [(jenkins-hbase6.apache.org,34387,1700356817193)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:57,088 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46095-0x101239e09920001, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-11-19T01:20:57,088 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-19T01:20:57,088 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-19T01:20:57,088 DEBUG [(jenkins-hbase6.apache.org,34387,1700356817193)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:57,088 DEBUG [(jenkins-hbase6.apache.org,34387,1700356817193)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-11-19T01:20:57,088 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-11-19T01:20:57,089 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46095-0x101239e09920001, quorum=127.0.0.1:52459, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-11-19T01:20:57,089 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-11-19T01:20:57,089 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-11-19T01:20:57,089 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-11-19T01:20:57,090 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-11-19T01:20:57,090 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-11-19T01:20:57,090 DEBUG [member: 'jenkins-hbase6.apache.org,46095,1700356820436' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-11-19T01:20:57,090 DEBUG [member: 'jenkins-hbase6.apache.org,46095,1700356820436' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-11-19T01:20:57,091 DEBUG [member: 'jenkins-hbase6.apache.org,46095,1700356820436' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-11-19T01:20:57,091 DEBUG [member: 'jenkins-hbase6.apache.org,46095,1700356820436' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-11-19T01:20:57,091 DEBUG [member: 'jenkins-hbase6.apache.org,46095,1700356820436' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase6.apache.org,46095,1700356820436' joining acquired barrier for procedure (rolllog) in zk 2023-11-19T01:20:57,093 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:57,093 DEBUG [member: 'jenkins-hbase6.apache.org,46095,1700356820436' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-11-19T01:20:57,093 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:57,094 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-19T01:20:57,094 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-19T01:20:57,094 DEBUG [member: 'jenkins-hbase6.apache.org,46095,1700356820436' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46095-0x101239e09920001, quorum=127.0.0.1:52459, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-11-19T01:20:57,094 DEBUG [member: 'jenkins-hbase6.apache.org,46095,1700356820436' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-11-19T01:20:57,094 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-19T01:20:57,094 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-19T01:20:57,095 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:20:57,095 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:57,096 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-19T01:20:57,096 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase6.apache.org,46095,1700356820436' joining acquired barrier for procedure 'rolllog' on coordinator 2023-11-19T01:20:57,096 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@5c12e1f2[Count = 0] remaining members to acquire global barrier 2023-11-19T01:20:57,096 DEBUG [(jenkins-hbase6.apache.org,34387,1700356817193)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-11-19T01:20:57,096 DEBUG [(jenkins-hbase6.apache.org,34387,1700356817193)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-11-19T01:20:57,098 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46095-0x101239e09920001, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-19T01:20:57,098 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-11-19T01:20:57,098 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-11-19T01:20:57,098 DEBUG [member: 'jenkins-hbase6.apache.org,46095,1700356820436' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-11-19T01:20:57,098 DEBUG [(jenkins-hbase6.apache.org,34387,1700356817193)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:57,098 DEBUG [(jenkins-hbase6.apache.org,34387,1700356817193)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-11-19T01:20:57,098 DEBUG [member: 'jenkins-hbase6.apache.org,46095,1700356820436' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-11-19T01:20:57,098 DEBUG [rs(jenkins-hbase6.apache.org,46095,1700356820436)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:57,098 INFO [rs(jenkins-hbase6.apache.org,46095,1700356820436)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1700356842593 highest: 1700356842593 on jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:57,098 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase6.apache.org%2C46095%2C1700356820436.meta:.meta(num 1700356842568) roll requested 2023-11-19T01:20:57,110 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/WALs/jenkins-hbase6.apache.org,46095,1700356820436/jenkins-hbase6.apache.org%2C46095%2C1700356820436.meta.1700356857098.meta, exclude list is [], retry=0 2023-11-19T01:20:57,114 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46557,DS-5ef48100-dbac-4d3d-9cf9-5cacae0c281e,DISK] 2023-11-19T01:20:57,116 INFO [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/WALs/jenkins-hbase6.apache.org,46095,1700356820436/jenkins-hbase6.apache.org%2C46095%2C1700356820436.meta.1700356842568.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/WALs/jenkins-hbase6.apache.org,46095,1700356820436/jenkins-hbase6.apache.org%2C46095%2C1700356820436.meta.1700356857098.meta 2023-11-19T01:20:57,116 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:46557,DS-5ef48100-dbac-4d3d-9cf9-5cacae0c281e,DISK]] 2023-11-19T01:20:57,116 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/WALs/jenkins-hbase6.apache.org,46095,1700356820436/jenkins-hbase6.apache.org%2C46095%2C1700356820436.meta.1700356842568.meta is not closed yet, will try archiving it next time 2023-11-19T01:20:57,116 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase6.apache.org%2C46095%2C1700356820436:(num 1700356842593) roll requested 2023-11-19T01:20:57,120 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(809): Archiving hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/WALs/jenkins-hbase6.apache.org,46095,1700356820436/jenkins-hbase6.apache.org%2C46095%2C1700356820436.meta.1700356842568.meta to hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/oldWALs/jenkins-hbase6.apache.org%2C46095%2C1700356820436.meta.1700356842568.meta 2023-11-19T01:20:57,133 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/WALs/jenkins-hbase6.apache.org,46095,1700356820436/jenkins-hbase6.apache.org%2C46095%2C1700356820436.1700356857116, exclude list is [], retry=0 2023-11-19T01:20:57,138 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46557,DS-5ef48100-dbac-4d3d-9cf9-5cacae0c281e,DISK] 2023-11-19T01:20:57,138 DEBUG [rs(jenkins-hbase6.apache.org,46095,1700356820436)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 40 2023-11-19T01:20:57,139 INFO [rs(jenkins-hbase6.apache.org,46095,1700356820436)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1700356857116 on jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:57,140 INFO [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/WALs/jenkins-hbase6.apache.org,46095,1700356820436/jenkins-hbase6.apache.org%2C46095%2C1700356820436.1700356842593 with entries=212, filesize=28.92 KB; new WAL /user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/WALs/jenkins-hbase6.apache.org,46095,1700356820436/jenkins-hbase6.apache.org%2C46095%2C1700356820436.1700356857116 2023-11-19T01:20:57,140 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:46557,DS-5ef48100-dbac-4d3d-9cf9-5cacae0c281e,DISK]] 2023-11-19T01:20:57,140 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/WALs/jenkins-hbase6.apache.org,46095,1700356820436/jenkins-hbase6.apache.org%2C46095%2C1700356820436.1700356842593 is not closed yet, will try archiving it next time 2023-11-19T01:20:57,146 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(656): complete file /user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/WALs/jenkins-hbase6.apache.org,46095,1700356820436/jenkins-hbase6.apache.org%2C46095%2C1700356820436.1700356842593 not finished, retry = 0 2023-11-19T01:20:57,158 DEBUG [member: 'jenkins-hbase6.apache.org,46095,1700356820436' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-11-19T01:20:57,158 DEBUG [member: 'jenkins-hbase6.apache.org,46095,1700356820436' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase6.apache.org,46095,1700356820436' in zk 2023-11-19T01:20:57,165 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:57,165 DEBUG [member: 'jenkins-hbase6.apache.org,46095,1700356820436' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-11-19T01:20:57,165 DEBUG [member: 'jenkins-hbase6.apache.org,46095,1700356820436' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-19T01:20:57,166 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:57,166 DEBUG [member: 'jenkins-hbase6.apache.org,46095,1700356820436' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-11-19T01:20:57,167 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-19T01:20:57,167 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-19T01:20:57,167 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-19T01:20:57,168 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-19T01:20:57,168 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:20:57,169 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:57,169 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-19T01:20:57,169 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:20:57,170 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:57,171 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase6.apache.org,46095,1700356820436': 2023-11-19T01:20:57,171 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase6.apache.org,46095,1700356820436' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-11-19T01:20:57,171 INFO [(jenkins-hbase6.apache.org,34387,1700356817193)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-11-19T01:20:57,171 DEBUG [(jenkins-hbase6.apache.org,34387,1700356817193)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-11-19T01:20:57,171 DEBUG [(jenkins-hbase6.apache.org,34387,1700356817193)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-11-19T01:20:57,171 DEBUG [(jenkins-hbase6.apache.org,34387,1700356817193)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-11-19T01:20:57,171 INFO [(jenkins-hbase6.apache.org,34387,1700356817193)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-11-19T01:20:57,173 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46095-0x101239e09920001, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-19T01:20:57,173 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46095-0x101239e09920001, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-11-19T01:20:57,173 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-11-19T01:20:57,173 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-19T01:20:57,173 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-19T01:20:57,173 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-11-19T01:20:57,173 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-19T01:20:57,174 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-19T01:20:57,174 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-19T01:20:57,174 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-19T01:20:57,174 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-19T01:20:57,175 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-19T01:20:57,175 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:20:57,175 DEBUG [(jenkins-hbase6.apache.org,34387,1700356817193)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:57,176 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-19T01:20:57,176 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:20:57,177 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:57,177 DEBUG [(jenkins-hbase6.apache.org,34387,1700356817193)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:57,178 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-19T01:20:57,178 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:20:57,179 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:57,184 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:57,184 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46095-0x101239e09920001, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-11-19T01:20:57,184 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-11-19T01:20:57,184 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-11-19T01:20:57,184 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46095-0x101239e09920001, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-11-19T01:20:57,184 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-19T01:20:57,184 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-19T01:20:57,184 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:20:57,184 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-19T01:20:57,184 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-19T01:20:57,184 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-19T01:20:57,184 DEBUG [(jenkins-hbase6.apache.org,34387,1700356817193)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-19T01:20:57,184 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-11-19T01:20:57,185 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-11-19T01:20:57,185 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-19T01:20:57,185 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-19T01:20:57,186 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] client.HBaseAdmin(2906): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-11-19T01:20:57,186 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] client.HBaseAdmin(2914): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-11-19T01:20:57,286 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] client.HBaseAdmin(2920): Getting current status of procedure from master... 2023-11-19T01:20:57,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] master.MasterRpcServices(1263): Checking to see if procedure from request:rolllog-proc is done 2023-11-19T01:20:57,290 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {jenkins-hbase6.apache.org:46095=1700356822080} newestTimestamps: {jenkins-hbase6.apache.org:46095=1700356842593} 2023-11-19T01:20:57,292 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase6.apache.org%2C46095%2C1700356820436.meta.1700356822632.meta 2023-11-19T01:20:57,292 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase6.apache.org%2C46095%2C1700356820436.meta.1700356857098.meta 2023-11-19T01:20:57,292 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/WALs/jenkins-hbase6.apache.org,46095,1700356820436/jenkins-hbase6.apache.org%2C46095%2C1700356820436.1700356842593 2023-11-19T01:20:57,293 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/WALs/jenkins-hbase6.apache.org,46095,1700356820436/jenkins-hbase6.apache.org%2C46095%2C1700356820436.1700356857116 2023-11-19T01:20:57,293 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/oldWALs/jenkins-hbase6.apache.org%2C46095%2C1700356820436.meta.1700356842568.meta 2023-11-19T01:20:57,705 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] util.BackupUtils(147): Attempting to copy table info for:ns2:test-17003568296111 target: hdfs://localhost:35095/backupUT/backup_1700356852917/ns2/test-17003568296111 descriptor: 'ns2:test-17003568296111', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:20:57,705 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] util.BackupUtils(149): Finished copying tableinfo. 2023-11-19T01:20:57,707 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] util.BackupUtils(152): Starting to write region info for table ns2:test-17003568296111 2023-11-19T01:20:58,113 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] util.BackupUtils(159): Finished writing region info for table ns2:test-17003568296111 2023-11-19T01:20:58,528 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] util.BackupUtils(147): Attempting to copy table info for:test-1700356829611 target: hdfs://localhost:35095/backupUT/backup_1700356852917/default/test-1700356829611 descriptor: 'test-1700356829611', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:20:58,528 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] util.BackupUtils(149): Finished copying tableinfo. 2023-11-19T01:20:58,531 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] util.BackupUtils(152): Starting to write region info for table test-1700356829611 2023-11-19T01:20:58,938 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] util.BackupUtils(159): Finished writing region info for table test-1700356829611 2023-11-19T01:20:58,947 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.WALPlayer(360): add incremental job :hdfs://localhost:35095/backupUT/.tmp/backup_1700356852917 from hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/WALs/jenkins-hbase6.apache.org,46095,1700356820436/jenkins-hbase6.apache.org%2C46095%2C1700356820436.1700356842593 2023-11-19T01:20:58,951 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x4893e59d to 127.0.0.1:52459 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:20:58,957 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9249d16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:20:58,959 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:20:58,960 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:33568, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:20:58,975 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-11-19T01:20:58,975 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table test-1700356829611 2023-11-19T01:20:58,980 DEBUG [hconnection-0x1c608f43-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:20:58,981 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:43774, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:20:58,984 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for test-1700356829611: test-1700356829611; 2023-11-19T01:20:58,985 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:test-17003568296111 2023-11-19T01:20:58,987 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:test-17003568296111: ns2:test-17003568296111; 2023-11-19T01:20:58,987 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.HFileOutputFormat2(694): Configuring 2 reduce partitions to match current region count for all tables 2023-11-19T01:20:58,987 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/hbase-staging/partitions_63c495c1-65fc-4027-8c94-d75ac7e744e6 2023-11-19T01:20:59,429 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:20:59,429 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-19T01:20:59,430 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-19T01:20:59,430 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:00,439 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/hadoop-7937061383474773432.jar 2023-11-19T01:21:00,439 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:00,440 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:00,440 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:00,441 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:00,441 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:00,442 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:00,442 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:00,442 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:00,443 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:00,443 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-19T01:21:00,444 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-19T01:21:00,445 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-19T01:21:00,445 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-19T01:21:00,446 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-19T01:21:00,446 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-19T01:21:00,446 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-19T01:21:00,447 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-19T01:21:00,447 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-19T01:21:00,448 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-19T01:21:00,448 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-19T01:21:00,449 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-19T01:21:00,451 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:00,451 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:00,452 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:00,452 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:00,452 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:00,453 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:00,453 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:21:00,454 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: default:test-1700356829611,ns2:test-17003568296111 2023-11-19T01:21:00,454 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:21:00,454 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x4893e59d to 127.0.0.1:52459 2023-11-19T01:21:00,454 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:21:00,455 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-19T01:21:01,462 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/hadoop-5776525482834331302.jar 2023-11-19T01:21:01,468 WARN [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-19T01:21:01,483 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/WALs/jenkins-hbase6.apache.org,46095,1700356820436/jenkins-hbase6.apache.org%2C46095%2C1700356820436.1700356842593 for WAL files 2023-11-19T01:21:01,485 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/WALs/jenkins-hbase6.apache.org,46095,1700356820436/jenkins-hbase6.apache.org%2C46095%2C1700356820436.1700356842593 2023-11-19T01:21:01,596 WARN [Listener at jenkins-hbase6.apache.org/36979 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/mapreduce.cluster.local.dir/1700356861560/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-19T01:21:01,597 WARN [Listener at jenkins-hbase6.apache.org/36979 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/mapreduce.cluster.local.dir/1700356861560/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-19T01:21:01,681 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/WALs/jenkins-hbase6.apache.org,46095,1700356820436/jenkins-hbase6.apache.org%2C46095%2C1700356820436.1700356842593 for hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/WALs/jenkins-hbase6.apache.org,46095,1700356820436/jenkins-hbase6.apache.org%2C46095%2C1700356820436.1700356842593 (-9223372036854775808:9223372036854775807) length:29619 2023-11-19T01:21:01,706 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2023-11-19T01:21:01,707 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2023-11-19T01:21:01,836 DEBUG [pool-205-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x58365ada to 127.0.0.1:52459 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:21:01,843 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@174d0344, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:21:01,845 DEBUG [hconnection-0x533edf0d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:21:01,846 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:46712, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:21:01,848 DEBUG [pool-205-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x58365ada to 127.0.0.1:52459 2023-11-19T01:21:01,848 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:21:01,850 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-ns2:test-17003568296111-1-0] 2023-11-19T01:21:01,850 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase6.apache.org 2023-11-19T01:21:01,864 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35095/backupUT/.tmp/backup_1700356852917/_temporary/0/_temporary/attempt_local312804585_0003_r_000000_0/ns2/test-17003568296111/f/f3eb3c5f5e804100896b723f48dc226a is 64, key is row-ns2:test-17003568296111-1-10/f:q1/1700356852814/Put/seqid=0 2023-11-19T01:21:01,867 WARN [Thread-842 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase6.apache.org:46095] Specified favored nodes: [jenkins-hbase6.apache.org:46095] 2023-11-19T01:21:02,288 DEBUG [pool-205-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x30375241 to 127.0.0.1:52459 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:21:02,293 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d7c0b90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:21:02,295 DEBUG [hconnection-0x49b4a51d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:21:02,297 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:46726, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:21:02,299 DEBUG [pool-205-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x30375241 to 127.0.0.1:52459 2023-11-19T01:21:02,299 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:21:02,303 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-test-1700356829611-1-0] 2023-11-19T01:21:02,303 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase6.apache.org 2023-11-19T01:21:02,316 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35095/backupUT/.tmp/backup_1700356852917/_temporary/0/_temporary/attempt_local312804585_0003_r_000001_0/default/test-1700356829611/f/eacd67bca40741b984d63fd534dd0a75 is 59, key is row-test-1700356829611-1-10/f:q1/1700356852688/Put/seqid=0 2023-11-19T01:21:02,318 WARN [Thread-852 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase6.apache.org:46095] Specified favored nodes: [jenkins-hbase6.apache.org:46095] 2023-11-19T01:21:02,634 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.IncrementalTableBackupClient(325): Incremental copy HFiles is starting. dest=hdfs://localhost:35095/backupUT 2023-11-19T01:21:02,634 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.IncrementalTableBackupClient(335): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1700356852917 2023-11-19T01:21:02,635 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.MapReduceBackupCopyJob(379): Doing COPY_TYPE_DISTCP 2023-11-19T01:21:02,649 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.MapReduceBackupCopyJob(388): DistCp options: [hdfs://localhost:35095/backupUT/.tmp/backup_1700356852917, hdfs://localhost:35095/backupUT] 2023-11-19T01:21:02,728 WARN [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-19T01:21:03,833 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(218): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2023-11-19T01:21:03,836 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.MapReduceBackupCopyJob(138): Backup progress data "100%" has been updated to backup system table for backup_1700356852917 2023-11-19T01:21:03,836 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(226): Backup progress data updated to backup system table: "Progress: 100.0% - 22343 bytes copied." 2023-11-19T01:21:03,836 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(236): DistCp job-id: job_local1932845630_0004 completed: true true 2023-11-19T01:21:03,842 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(239): Counters: 24 File System Counters FILE: Number of bytes read=3816781 FILE: Number of bytes written=5107880 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=139393 HDFS: Number of bytes written=2350162 HDFS: Number of read operations=470 HDFS: Number of large read operations=0 HDFS: Number of write operations=198 Map-Reduce Framework Map input records=10 Map output records=0 Input split bytes=341 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1891631104 File Input Format Counters Bytes Read=2444 File Output Format Counters Bytes Written=0 DistCp Counters Bytes Copied=22343 Bytes Expected=22343 Files Copied=3 DIR_COPY=7 2023-11-19T01:21:03,842 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.IncrementalTableBackupClient(346): Incremental copy HFiles from hdfs://localhost:35095/backupUT/.tmp/backup_1700356852917 to hdfs://localhost:35095/backupUT finished. 2023-11-19T01:21:03,856 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupSystemTable(453): deleted 0 original bulkload rows 2023-11-19T01:21:03,856 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1700356852917 2023-11-19T01:21:03,863 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-11-19T01:21:03,863 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1700356852917 2023-11-19T01:21:03,865 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-11-19T01:21:04,271 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:35095/backupUT/backup_1700356852917/.backup.manifest 2023-11-19T01:21:04,271 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1700356852917 2023-11-19T01:21:04,273 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-11-19T01:21:04,273 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1700356852917 2023-11-19T01:21:04,275 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-11-19T01:21:04,397 INFO [master/jenkins-hbase6:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2023-11-19T01:21:04,397 INFO [master/jenkins-hbase6:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2023-11-19T01:21:04,681 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:35095/backupUT/backup_1700356852917/.backup.manifest 2023-11-19T01:21:04,681 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1700356852917 2023-11-19T01:21:04,683 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-11-19T01:21:05,089 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:35095/backupUT/backup_1700356852917/.backup.manifest 2023-11-19T01:21:05,089 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.TableBackupClient(358): Backup backup_1700356852917 finished: type=INCREMENTAL,tablelist=ns2:test-17003568296111;test-1700356829611,targetRootDir=hdfs://localhost:35095/backupUT,startts=1700356857071,completets=1700356863856,bytescopied=0 2023-11-19T01:21:05,089 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-11-19T01:21:05,095 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] master.MasterRpcServices(763): Client=jenkins//172.31.2.20 delete name: "snapshot_backup_system" 2023-11-19T01:21:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_backup_system 2023-11-19T01:21:05,099 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupSystemTable(1577): Done deleting backup system table snapshot 2023-11-19T01:21:05,101 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-11-19T01:21:05,104 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] impl.TableBackupClient(376): Backup backup_1700356852917 completed. 2023-11-19T01:21:05,315 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-11-19T01:21:05,319 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.2.20 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-19T01:21:05,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1700356865319 (current time:1700356865319). 2023-11-19T01:21:05,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-19T01:21:05,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-11-19T01:21:05,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x25e08ffb to 127.0.0.1:52459 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:21:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f09ccf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:21:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:21:05,345 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:46738, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:21:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x25e08ffb to 127.0.0.1:52459 2023-11-19T01:21:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:21:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-19T01:21:05,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] procedure2.ProcedureExecutor(1032): Stored pid=40, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-19T01:21:05,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 40 2023-11-19T01:21:05,350 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-19T01:21:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=40 2023-11-19T01:21:05,351 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-19T01:21:05,354 WARN [PEWorker-5 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/.hbase-snapshot, current working dir path: hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/.hbase-snapshot/.tmp/snapshot_backup_system org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-19T01:21:05,357 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-19T01:21:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=40 2023-11-19T01:21:05,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=40 2023-11-19T01:21:05,764 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-19T01:21:05,764 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; SnapshotRegionProcedure fa5d0c5f567830ffab4db8abe835c087}] 2023-11-19T01:21:05,766 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=41, ppid=40, state=RUNNABLE; SnapshotRegionProcedure fa5d0c5f567830ffab4db8abe835c087 2023-11-19T01:21:05,917 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:21:05,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46095 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=41 2023-11-19T01:21:05,918 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1700356836070.fa5d0c5f567830ffab4db8abe835c087. 2023-11-19T01:21:05,918 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HRegion(2819): Flushing fa5d0c5f567830ffab4db8abe835c087 2/2 column families, dataSize=1.37 KB heapSize=2.52 KB 2023-11-19T01:21:05,922 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/backup/system/fa5d0c5f567830ffab4db8abe835c087/.tmp/meta/20aa9dbb3e854b60a4b7ef06a5c3edb2 is 171, key is trslm:hdfs://localhost:35095/backupUT\x00ns2:test-17003568296111/meta:log-roll-map/1700356863847/Put/seqid=0 2023-11-19T01:21:05,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=40 2023-11-19T01:21:06,327 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=531 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/backup/system/fa5d0c5f567830ffab4db8abe835c087/.tmp/meta/20aa9dbb3e854b60a4b7ef06a5c3edb2 2023-11-19T01:21:06,336 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/backup/system/fa5d0c5f567830ffab4db8abe835c087/.tmp/session/16c5e5554a9f42e6b57a157d95a95b85 is 360, key is session:backup_1700356852917/session:context/1700356865100/Put/seqid=0 2023-11-19T01:21:06,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=40 2023-11-19T01:21:06,741 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=873 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/backup/system/fa5d0c5f567830ffab4db8abe835c087/.tmp/session/16c5e5554a9f42e6b57a157d95a95b85 2023-11-19T01:21:06,749 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/backup/system/fa5d0c5f567830ffab4db8abe835c087/.tmp/meta/20aa9dbb3e854b60a4b7ef06a5c3edb2 as hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/backup/system/fa5d0c5f567830ffab4db8abe835c087/meta/20aa9dbb3e854b60a4b7ef06a5c3edb2 2023-11-19T01:21:06,754 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/backup/system/fa5d0c5f567830ffab4db8abe835c087/meta/20aa9dbb3e854b60a4b7ef06a5c3edb2, entries=4, sequenceid=28, filesize=5.7 K 2023-11-19T01:21:06,755 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/backup/system/fa5d0c5f567830ffab4db8abe835c087/.tmp/session/16c5e5554a9f42e6b57a157d95a95b85 as hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/backup/system/fa5d0c5f567830ffab4db8abe835c087/session/16c5e5554a9f42e6b57a157d95a95b85 2023-11-19T01:21:06,761 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/backup/system/fa5d0c5f567830ffab4db8abe835c087/session/16c5e5554a9f42e6b57a157d95a95b85, entries=2, sequenceid=28, filesize=5.3 K 2023-11-19T01:21:06,762 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HRegion(3022): Finished flush of dataSize ~1.37 KB/1404, heapSize ~2.49 KB/2552, currentSize=0 B/0 for fa5d0c5f567830ffab4db8abe835c087 in 844ms, sequenceid=28, compaction requested=true 2023-11-19T01:21:06,762 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HRegion(2520): Flush status journal for fa5d0c5f567830ffab4db8abe835c087: 2023-11-19T01:21:06,762 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1700356836070.fa5d0c5f567830ffab4db8abe835c087. for snapshot_backup_system completed. 2023-11-19T01:21:06,762 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1700356836070.fa5d0c5f567830ffab4db8abe835c087.' region-info for snapshot=snapshot_backup_system 2023-11-19T01:21:06,762 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-19T01:21:06,762 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/backup/system/fa5d0c5f567830ffab4db8abe835c087/meta/f43f69d2a6484f8aa6d94aa50043752a, hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/backup/system/fa5d0c5f567830ffab4db8abe835c087/meta/20aa9dbb3e854b60a4b7ef06a5c3edb2] hfiles 2023-11-19T01:21:06,762 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(264): Adding reference for file (1/2): hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/backup/system/fa5d0c5f567830ffab4db8abe835c087/meta/f43f69d2a6484f8aa6d94aa50043752a for snapshot=snapshot_backup_system 2023-11-19T01:21:06,762 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(264): Adding reference for file (2/2): hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/backup/system/fa5d0c5f567830ffab4db8abe835c087/meta/20aa9dbb3e854b60a4b7ef06a5c3edb2 for snapshot=snapshot_backup_system 2023-11-19T01:21:06,763 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/backup/system/fa5d0c5f567830ffab4db8abe835c087/session/411150e47d4d4f12874774f7925eb8dd, hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/backup/system/fa5d0c5f567830ffab4db8abe835c087/session/929e6b2760ef403db7046bd988f4b586, hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/backup/system/fa5d0c5f567830ffab4db8abe835c087/session/16c5e5554a9f42e6b57a157d95a95b85] hfiles 2023-11-19T01:21:06,763 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(264): Adding reference for file (1/3): hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/backup/system/fa5d0c5f567830ffab4db8abe835c087/session/411150e47d4d4f12874774f7925eb8dd for snapshot=snapshot_backup_system 2023-11-19T01:21:06,763 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(264): Adding reference for file (2/3): hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/backup/system/fa5d0c5f567830ffab4db8abe835c087/session/929e6b2760ef403db7046bd988f4b586 for snapshot=snapshot_backup_system 2023-11-19T01:21:06,763 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(264): Adding reference for file (3/3): hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/backup/system/fa5d0c5f567830ffab4db8abe835c087/session/16c5e5554a9f42e6b57a157d95a95b85 for snapshot=snapshot_backup_system 2023-11-19T01:21:07,170 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1700356836070.fa5d0c5f567830ffab4db8abe835c087. 2023-11-19T01:21:07,170 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=41 2023-11-19T01:21:07,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] master.HMaster(4026): Remote procedure done, pid=41 2023-11-19T01:21:07,170 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region fa5d0c5f567830ffab4db8abe835c087 2023-11-19T01:21:07,172 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=41, ppid=40, state=RUNNABLE; SnapshotRegionProcedure fa5d0c5f567830ffab4db8abe835c087 2023-11-19T01:21:07,174 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=41, resume processing ppid=40 2023-11-19T01:21:07,174 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-19T01:21:07,174 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=41, ppid=40, state=SUCCESS; SnapshotRegionProcedure fa5d0c5f567830ffab4db8abe835c087 in 1.4090 sec 2023-11-19T01:21:07,175 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-19T01:21:07,176 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-19T01:21:07,176 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-11-19T01:21:07,177 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/.hbase-snapshot/.tmp/snapshot_backup_system 2023-11-19T01:21:07,187 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-19T01:21:07,204 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-19T01:21:07,204 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/.hbase-snapshot/snapshot_backup_system 2023-11-19T01:21:07,206 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-19T01:21:07,206 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 40 2023-11-19T01:21:07,207 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=40, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.8590 sec 2023-11-19T01:21:07,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=40 2023-11-19T01:21:07,456 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: backup:system, procId: 40 completed 2023-11-19T01:21:07,456 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] impl.TableBackupClient(115): Backup backup_1700356865289 started at 1700356867456. 2023-11-19T01:21:07,458 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.TableBackupClient(119): Backup session backup_1700356865289 has been started. 2023-11-19T01:21:07,460 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.IncrementalTableBackupClient(268): For incremental backup, current table set is [test-1700356829611, ns2:test-17003568296111] 2023-11-19T01:21:07,468 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.IncrementalBackupManager(76): StartCode 1700356842593for backupID backup_1700356865289 2023-11-19T01:21:07,468 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2023-11-19T01:21:07,469 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] master.MasterRpcServices(962): Client=jenkins//172.31.2.20 procedure request for: rolllog-proc 2023-11-19T01:21:07,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-11-19T01:21:07,470 INFO [(jenkins-hbase6.apache.org,34387,1700356817193)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-11-19T01:21:07,470 DEBUG [(jenkins-hbase6.apache.org,34387,1700356817193)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-11-19T01:21:07,471 DEBUG [(jenkins-hbase6.apache.org,34387,1700356817193)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-11-19T01:21:07,471 DEBUG [(jenkins-hbase6.apache.org,34387,1700356817193)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-11-19T01:21:07,472 DEBUG [(jenkins-hbase6.apache.org,34387,1700356817193)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-11-19T01:21:07,472 DEBUG [(jenkins-hbase6.apache.org,34387,1700356817193)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-11-19T01:21:07,473 DEBUG [(jenkins-hbase6.apache.org,34387,1700356817193)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:21:07,473 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46095-0x101239e09920001, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-11-19T01:21:07,473 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-19T01:21:07,473 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-19T01:21:07,474 DEBUG [(jenkins-hbase6.apache.org,34387,1700356817193)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:21:07,474 DEBUG [(jenkins-hbase6.apache.org,34387,1700356817193)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-11-19T01:21:07,474 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-11-19T01:21:07,474 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46095-0x101239e09920001, quorum=127.0.0.1:52459, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-11-19T01:21:07,475 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-11-19T01:21:07,475 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-11-19T01:21:07,475 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-11-19T01:21:07,475 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-11-19T01:21:07,475 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-11-19T01:21:07,476 DEBUG [member: 'jenkins-hbase6.apache.org,46095,1700356820436' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-11-19T01:21:07,476 DEBUG [member: 'jenkins-hbase6.apache.org,46095,1700356820436' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-11-19T01:21:07,476 DEBUG [member: 'jenkins-hbase6.apache.org,46095,1700356820436' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-11-19T01:21:07,476 DEBUG [member: 'jenkins-hbase6.apache.org,46095,1700356820436' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-11-19T01:21:07,476 DEBUG [member: 'jenkins-hbase6.apache.org,46095,1700356820436' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase6.apache.org,46095,1700356820436' joining acquired barrier for procedure (rolllog) in zk 2023-11-19T01:21:07,479 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:21:07,479 DEBUG [member: 'jenkins-hbase6.apache.org,46095,1700356820436' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-11-19T01:21:07,479 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:21:07,479 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-19T01:21:07,479 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-19T01:21:07,479 DEBUG [member: 'jenkins-hbase6.apache.org,46095,1700356820436' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46095-0x101239e09920001, quorum=127.0.0.1:52459, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-11-19T01:21:07,480 DEBUG [member: 'jenkins-hbase6.apache.org,46095,1700356820436' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-11-19T01:21:07,480 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-19T01:21:07,480 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-19T01:21:07,480 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:21:07,481 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:21:07,481 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-19T01:21:07,482 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase6.apache.org,46095,1700356820436' joining acquired barrier for procedure 'rolllog' on coordinator 2023-11-19T01:21:07,482 DEBUG [(jenkins-hbase6.apache.org,34387,1700356817193)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-11-19T01:21:07,482 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@7f3e8c97[Count = 0] remaining members to acquire global barrier 2023-11-19T01:21:07,482 DEBUG [(jenkins-hbase6.apache.org,34387,1700356817193)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-11-19T01:21:07,483 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46095-0x101239e09920001, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-19T01:21:07,483 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-11-19T01:21:07,483 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-11-19T01:21:07,484 DEBUG [member: 'jenkins-hbase6.apache.org,46095,1700356820436' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-11-19T01:21:07,484 DEBUG [(jenkins-hbase6.apache.org,34387,1700356817193)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:21:07,484 DEBUG [(jenkins-hbase6.apache.org,34387,1700356817193)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-11-19T01:21:07,484 DEBUG [member: 'jenkins-hbase6.apache.org,46095,1700356820436' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-11-19T01:21:07,484 DEBUG [rs(jenkins-hbase6.apache.org,46095,1700356820436)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:21:07,484 INFO [rs(jenkins-hbase6.apache.org,46095,1700356820436)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1700356857116 highest: 1700356857116 on jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:21:07,484 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase6.apache.org%2C46095%2C1700356820436.meta:.meta(num 1700356857098) roll requested 2023-11-19T01:21:07,503 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/WALs/jenkins-hbase6.apache.org,46095,1700356820436/jenkins-hbase6.apache.org%2C46095%2C1700356820436.meta.1700356867484.meta, exclude list is [], retry=0 2023-11-19T01:21:07,506 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46557,DS-5ef48100-dbac-4d3d-9cf9-5cacae0c281e,DISK] 2023-11-19T01:21:07,508 INFO [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/WALs/jenkins-hbase6.apache.org,46095,1700356820436/jenkins-hbase6.apache.org%2C46095%2C1700356820436.meta.1700356857098.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/WALs/jenkins-hbase6.apache.org,46095,1700356820436/jenkins-hbase6.apache.org%2C46095%2C1700356820436.meta.1700356867484.meta 2023-11-19T01:21:07,508 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:46557,DS-5ef48100-dbac-4d3d-9cf9-5cacae0c281e,DISK]] 2023-11-19T01:21:07,508 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/WALs/jenkins-hbase6.apache.org,46095,1700356820436/jenkins-hbase6.apache.org%2C46095%2C1700356820436.meta.1700356857098.meta is not closed yet, will try archiving it next time 2023-11-19T01:21:07,508 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase6.apache.org%2C46095%2C1700356820436:(num 1700356857116) roll requested 2023-11-19T01:21:07,510 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(656): complete file /user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/WALs/jenkins-hbase6.apache.org,46095,1700356820436/jenkins-hbase6.apache.org%2C46095%2C1700356820436.meta.1700356857098.meta not finished, retry = 0 2023-11-19T01:21:07,520 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/WALs/jenkins-hbase6.apache.org,46095,1700356820436/jenkins-hbase6.apache.org%2C46095%2C1700356820436.1700356867508, exclude list is [], retry=0 2023-11-19T01:21:07,523 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46557,DS-5ef48100-dbac-4d3d-9cf9-5cacae0c281e,DISK] 2023-11-19T01:21:07,524 DEBUG [rs(jenkins-hbase6.apache.org,46095,1700356820436)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 40 2023-11-19T01:21:07,524 INFO [rs(jenkins-hbase6.apache.org,46095,1700356820436)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1700356867508 on jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:21:07,525 INFO [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/WALs/jenkins-hbase6.apache.org,46095,1700356820436/jenkins-hbase6.apache.org%2C46095%2C1700356820436.1700356857116 with entries=208, filesize=27.83 KB; new WAL /user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/WALs/jenkins-hbase6.apache.org,46095,1700356820436/jenkins-hbase6.apache.org%2C46095%2C1700356820436.1700356867508 2023-11-19T01:21:07,525 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:46557,DS-5ef48100-dbac-4d3d-9cf9-5cacae0c281e,DISK]] 2023-11-19T01:21:07,525 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/WALs/jenkins-hbase6.apache.org,46095,1700356820436/jenkins-hbase6.apache.org%2C46095%2C1700356820436.1700356857116 is not closed yet, will try archiving it next time 2023-11-19T01:21:07,528 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(656): complete file /user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/WALs/jenkins-hbase6.apache.org,46095,1700356820436/jenkins-hbase6.apache.org%2C46095%2C1700356820436.1700356857116 not finished, retry = 0 2023-11-19T01:21:07,535 DEBUG [member: 'jenkins-hbase6.apache.org,46095,1700356820436' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-11-19T01:21:07,535 DEBUG [member: 'jenkins-hbase6.apache.org,46095,1700356820436' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase6.apache.org,46095,1700356820436' in zk 2023-11-19T01:21:07,538 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:21:07,538 DEBUG [member: 'jenkins-hbase6.apache.org,46095,1700356820436' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-11-19T01:21:07,538 DEBUG [member: 'jenkins-hbase6.apache.org,46095,1700356820436' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-19T01:21:07,538 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:21:07,539 DEBUG [member: 'jenkins-hbase6.apache.org,46095,1700356820436' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-11-19T01:21:07,539 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-19T01:21:07,539 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-19T01:21:07,539 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-19T01:21:07,540 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-19T01:21:07,540 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:21:07,541 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:21:07,541 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-19T01:21:07,541 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:21:07,542 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:21:07,542 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase6.apache.org,46095,1700356820436': 2023-11-19T01:21:07,542 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase6.apache.org,46095,1700356820436' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-11-19T01:21:07,542 INFO [(jenkins-hbase6.apache.org,34387,1700356817193)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-11-19T01:21:07,543 DEBUG [(jenkins-hbase6.apache.org,34387,1700356817193)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-11-19T01:21:07,543 DEBUG [(jenkins-hbase6.apache.org,34387,1700356817193)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-11-19T01:21:07,543 DEBUG [(jenkins-hbase6.apache.org,34387,1700356817193)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-11-19T01:21:07,543 INFO [(jenkins-hbase6.apache.org,34387,1700356817193)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-11-19T01:21:07,545 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46095-0x101239e09920001, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-19T01:21:07,545 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-19T01:21:07,545 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46095-0x101239e09920001, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-11-19T01:21:07,545 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-11-19T01:21:07,545 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-11-19T01:21:07,545 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-19T01:21:07,545 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-19T01:21:07,545 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-19T01:21:07,545 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-19T01:21:07,545 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-19T01:21:07,545 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-19T01:21:07,546 DEBUG [(jenkins-hbase6.apache.org,34387,1700356817193)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:21:07,546 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:21:07,546 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-19T01:21:07,546 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-19T01:21:07,547 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:21:07,547 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:21:07,547 DEBUG [(jenkins-hbase6.apache.org,34387,1700356817193)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:21:07,547 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-19T01:21:07,548 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:21:07,548 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:21:07,552 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:21:07,552 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-11-19T01:21:07,552 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-11-19T01:21:07,552 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:21:07,552 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-19T01:21:07,552 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-19T01:21:07,552 DEBUG [(jenkins-hbase6.apache.org,34387,1700356817193)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-19T01:21:07,552 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-19T01:21:07,553 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-11-19T01:21:07,553 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46095-0x101239e09920001, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-11-19T01:21:07,553 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-11-19T01:21:07,553 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46095-0x101239e09920001, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-11-19T01:21:07,553 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-19T01:21:07,553 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-19T01:21:07,553 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] client.HBaseAdmin(2906): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-11-19T01:21:07,553 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] client.HBaseAdmin(2914): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-11-19T01:21:07,553 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-19T01:21:07,553 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-19T01:21:07,611 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(809): Archiving hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/WALs/jenkins-hbase6.apache.org,46095,1700356820436/jenkins-hbase6.apache.org%2C46095%2C1700356820436.meta.1700356857098.meta to hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/oldWALs/jenkins-hbase6.apache.org%2C46095%2C1700356820436.meta.1700356857098.meta 2023-11-19T01:21:07,653 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] client.HBaseAdmin(2920): Getting current status of procedure from master... 2023-11-19T01:21:07,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] master.MasterRpcServices(1263): Checking to see if procedure from request:rolllog-proc is done 2023-11-19T01:21:07,656 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {jenkins-hbase6.apache.org:46095=1700356842593} newestTimestamps: {jenkins-hbase6.apache.org:46095=1700356857116} 2023-11-19T01:21:07,658 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase6.apache.org%2C46095%2C1700356820436.meta.1700356822632.meta 2023-11-19T01:21:07,658 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase6.apache.org%2C46095%2C1700356820436.meta.1700356867484.meta 2023-11-19T01:21:07,658 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/WALs/jenkins-hbase6.apache.org,46095,1700356820436/jenkins-hbase6.apache.org%2C46095%2C1700356820436.1700356857116 2023-11-19T01:21:07,658 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/WALs/jenkins-hbase6.apache.org,46095,1700356820436/jenkins-hbase6.apache.org%2C46095%2C1700356820436.1700356867508 2023-11-19T01:21:07,659 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/oldWALs/jenkins-hbase6.apache.org%2C46095%2C1700356820436.meta.1700356842568.meta 2023-11-19T01:21:07,659 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/oldWALs/jenkins-hbase6.apache.org%2C46095%2C1700356820436.meta.1700356857098.meta 2023-11-19T01:21:08,069 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] util.BackupUtils(147): Attempting to copy table info for:ns2:test-17003568296111 target: hdfs://localhost:35095/backupUT/backup_1700356865289/ns2/test-17003568296111 descriptor: 'ns2:test-17003568296111', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:21:08,069 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] util.BackupUtils(149): Finished copying tableinfo. 2023-11-19T01:21:08,072 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] util.BackupUtils(152): Starting to write region info for table ns2:test-17003568296111 2023-11-19T01:21:08,478 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] util.BackupUtils(159): Finished writing region info for table ns2:test-17003568296111 2023-11-19T01:21:08,890 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] util.BackupUtils(147): Attempting to copy table info for:test-1700356829611 target: hdfs://localhost:35095/backupUT/backup_1700356865289/default/test-1700356829611 descriptor: 'test-1700356829611', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:21:08,890 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] util.BackupUtils(149): Finished copying tableinfo. 2023-11-19T01:21:08,893 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] util.BackupUtils(152): Starting to write region info for table test-1700356829611 2023-11-19T01:21:09,298 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] util.BackupUtils(159): Finished writing region info for table test-1700356829611 2023-11-19T01:21:09,304 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.WALPlayer(360): add incremental job :hdfs://localhost:35095/backupUT/.tmp/backup_1700356865289 from hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/WALs/jenkins-hbase6.apache.org,46095,1700356820436/jenkins-hbase6.apache.org%2C46095%2C1700356820436.1700356857116 2023-11-19T01:21:09,306 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x24f99b09 to 127.0.0.1:52459 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:21:09,313 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7339e48b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:21:09,315 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:21:09,316 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:53280, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:21:09,318 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-11-19T01:21:09,318 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table test-1700356829611 2023-11-19T01:21:09,322 DEBUG [hconnection-0x7c78f7c1-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:21:09,324 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:46752, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:21:09,325 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for test-1700356829611: test-1700356829611; 2023-11-19T01:21:09,325 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:test-17003568296111 2023-11-19T01:21:09,327 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:test-17003568296111: ns2:test-17003568296111; 2023-11-19T01:21:09,327 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.HFileOutputFormat2(694): Configuring 2 reduce partitions to match current region count for all tables 2023-11-19T01:21:09,328 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/hbase-staging/partitions_c055c937-78f0-4109-b57d-bfc113a5fe04 2023-11-19T01:21:09,738 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:09,738 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:09,739 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:09,739 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:10,776 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/hadoop-7258968402764831081.jar 2023-11-19T01:21:10,776 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:10,777 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:10,777 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:10,778 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:10,778 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:10,778 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:10,779 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:10,779 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:10,780 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:10,780 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-19T01:21:10,781 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-19T01:21:10,781 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-19T01:21:10,782 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-19T01:21:10,782 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-19T01:21:10,783 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-19T01:21:10,783 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-19T01:21:10,783 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-19T01:21:10,784 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-19T01:21:10,784 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-19T01:21:10,785 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-19T01:21:10,785 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-19T01:21:10,786 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:10,786 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:10,787 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:10,787 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:10,787 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:10,788 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:10,788 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:21:10,788 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: default:test-1700356829611,ns2:test-17003568296111 2023-11-19T01:21:10,789 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:21:10,789 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x24f99b09 to 127.0.0.1:52459 2023-11-19T01:21:10,789 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:21:10,790 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-19T01:21:11,788 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/hadoop-4878791308551111918.jar 2023-11-19T01:21:11,793 WARN [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-19T01:21:11,808 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/WALs/jenkins-hbase6.apache.org,46095,1700356820436/jenkins-hbase6.apache.org%2C46095%2C1700356820436.1700356857116 for WAL files 2023-11-19T01:21:11,809 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/WALs/jenkins-hbase6.apache.org,46095,1700356820436/jenkins-hbase6.apache.org%2C46095%2C1700356820436.1700356857116 2023-11-19T01:21:11,882 WARN [Listener at jenkins-hbase6.apache.org/36979 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/mapreduce.cluster.local.dir/1700356871846/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-19T01:21:11,882 WARN [Listener at jenkins-hbase6.apache.org/36979 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/mapreduce.cluster.local.dir/1700356871846/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-19T01:21:11,949 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/WALs/jenkins-hbase6.apache.org,46095,1700356820436/jenkins-hbase6.apache.org%2C46095%2C1700356820436.1700356857116 for hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/WALs/jenkins-hbase6.apache.org,46095,1700356820436/jenkins-hbase6.apache.org%2C46095%2C1700356820436.1700356857116 (-9223372036854775808:9223372036854775807) length:28505 2023-11-19T01:21:11,957 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2023-11-19T01:21:11,957 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2023-11-19T01:21:11,976 DEBUG [pool-219-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x57bf2394 to 127.0.0.1:52459 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:21:11,982 DEBUG [pool-219-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27591357, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:21:11,983 DEBUG [hconnection-0x62b6959d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:21:11,986 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:53874, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:21:11,987 DEBUG [pool-219-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x57bf2394 to 127.0.0.1:52459 2023-11-19T01:21:11,987 DEBUG [pool-219-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:21:11,988 DEBUG [pool-219-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-ns2:test-17003568296111-2-0] 2023-11-19T01:21:11,989 DEBUG [pool-219-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase6.apache.org 2023-11-19T01:21:11,997 DEBUG [pool-219-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35095/backupUT/.tmp/backup_1700356865289/_temporary/0/_temporary/attempt_local660799741_0005_r_000000_0/ns2/test-17003568296111/f/947963f20ec44afeae37fba7c54f15fb is 64, key is row-ns2:test-17003568296111-2-10/f:q1/1700356865211/Put/seqid=0 2023-11-19T01:21:11,999 WARN [Thread-983 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase6.apache.org:46095] Specified favored nodes: [jenkins-hbase6.apache.org:46095] 2023-11-19T01:21:12,416 DEBUG [pool-219-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x5bb08a47 to 127.0.0.1:52459 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:21:12,420 DEBUG [pool-219-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13add994, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:21:12,422 DEBUG [hconnection-0x6fae10bf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:21:12,423 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:53880, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:21:12,424 DEBUG [pool-219-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x5bb08a47 to 127.0.0.1:52459 2023-11-19T01:21:12,424 DEBUG [pool-219-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:21:12,426 DEBUG [pool-219-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-test-1700356829611-2-0] 2023-11-19T01:21:12,426 DEBUG [pool-219-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase6.apache.org 2023-11-19T01:21:12,433 DEBUG [pool-219-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35095/backupUT/.tmp/backup_1700356865289/_temporary/0/_temporary/attempt_local660799741_0005_r_000001_0/default/test-1700356829611/f/84b138b4100d493fbbd87e7d26786c26 is 59, key is row-test-1700356829611-2-10/f:q1/1700356865126/Put/seqid=0 2023-11-19T01:21:12,434 WARN [Thread-993 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase6.apache.org:46095] Specified favored nodes: [jenkins-hbase6.apache.org:46095] 2023-11-19T01:21:12,937 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.IncrementalTableBackupClient(325): Incremental copy HFiles is starting. dest=hdfs://localhost:35095/backupUT 2023-11-19T01:21:12,937 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.IncrementalTableBackupClient(335): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1700356865289 2023-11-19T01:21:12,937 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.MapReduceBackupCopyJob(379): Doing COPY_TYPE_DISTCP 2023-11-19T01:21:12,942 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.MapReduceBackupCopyJob(388): DistCp options: [hdfs://localhost:35095/backupUT/.tmp/backup_1700356865289, hdfs://localhost:35095/backupUT] 2023-11-19T01:21:12,969 WARN [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-19T01:21:14,047 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(218): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2023-11-19T01:21:14,049 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.MapReduceBackupCopyJob(138): Backup progress data "100%" has been updated to backup system table for backup_1700356865289 2023-11-19T01:21:14,049 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(226): Backup progress data updated to backup system table: "Progress: 100.0% - 22483 bytes copied." 2023-11-19T01:21:14,049 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(236): DistCp job-id: job_local1754547741_0006 completed: true true 2023-11-19T01:21:14,053 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(239): Counters: 24 File System Counters FILE: Number of bytes read=4496388 FILE: Number of bytes written=7550200 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=214307 HDFS: Number of bytes written=2409873 HDFS: Number of read operations=618 HDFS: Number of large read operations=0 HDFS: Number of write operations=250 Map-Reduce Framework Map input records=10 Map output records=0 Input split bytes=342 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1891631104 File Input Format Counters Bytes Read=2444 File Output Format Counters Bytes Written=0 DistCp Counters Bytes Copied=22483 Bytes Expected=22483 Files Copied=3 DIR_COPY=7 2023-11-19T01:21:14,053 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.IncrementalTableBackupClient(346): Incremental copy HFiles from hdfs://localhost:35095/backupUT/.tmp/backup_1700356865289 to hdfs://localhost:35095/backupUT finished. 2023-11-19T01:21:14,063 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupSystemTable(453): deleted 0 original bulkload rows 2023-11-19T01:21:14,063 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1700356865289 2023-11-19T01:21:14,067 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:35095/backupUT/backup_1700356852917 to construct the dependency. 2023-11-19T01:21:14,067 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:35095/backupUT/backup_1700356852917 2023-11-19T01:21:14,070 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1700356852917/.backup.manifest 2023-11-19T01:21:14,070 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1700356852917BackupDir=hdfs://localhost:35095/backupUT} 2023-11-19T01:21:14,070 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupManager(340): Got 2 ancestors for the current backup. 2023-11-19T01:21:14,070 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1700356865289 2023-11-19T01:21:14,072 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:35095/backupUT/backup_1700356852917 to construct the dependency. 2023-11-19T01:21:14,072 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:35095/backupUT/backup_1700356852917 2023-11-19T01:21:14,074 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1700356852917/.backup.manifest 2023-11-19T01:21:14,074 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1700356852917BackupDir=hdfs://localhost:35095/backupUT} 2023-11-19T01:21:14,074 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupManager(340): Got 2 ancestors for the current backup. 2023-11-19T01:21:14,479 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:35095/backupUT/backup_1700356865289/.backup.manifest 2023-11-19T01:21:14,479 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1700356865289 2023-11-19T01:21:14,482 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:35095/backupUT/backup_1700356852917 to construct the dependency. 2023-11-19T01:21:14,482 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:35095/backupUT/backup_1700356852917 2023-11-19T01:21:14,485 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1700356852917/.backup.manifest 2023-11-19T01:21:14,485 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1700356852917BackupDir=hdfs://localhost:35095/backupUT} 2023-11-19T01:21:14,485 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupManager(340): Got 2 ancestors for the current backup. 2023-11-19T01:21:14,485 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1700356865289 2023-11-19T01:21:14,487 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:35095/backupUT/backup_1700356852917 to construct the dependency. 2023-11-19T01:21:14,487 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:35095/backupUT/backup_1700356852917 2023-11-19T01:21:14,490 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1700356852917/.backup.manifest 2023-11-19T01:21:14,490 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1700356852917BackupDir=hdfs://localhost:35095/backupUT} 2023-11-19T01:21:14,490 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupManager(340): Got 2 ancestors for the current backup. 2023-11-19T01:21:14,896 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:35095/backupUT/backup_1700356865289/.backup.manifest 2023-11-19T01:21:14,896 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1700356865289 2023-11-19T01:21:14,898 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:35095/backupUT/backup_1700356852917 to construct the dependency. 2023-11-19T01:21:14,898 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:35095/backupUT/backup_1700356852917 2023-11-19T01:21:14,901 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1700356852917/.backup.manifest 2023-11-19T01:21:14,901 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1700356852917BackupDir=hdfs://localhost:35095/backupUT} 2023-11-19T01:21:14,901 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupManager(340): Got 2 ancestors for the current backup. 2023-11-19T01:21:15,307 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:35095/backupUT/backup_1700356865289/.backup.manifest 2023-11-19T01:21:15,307 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.TableBackupClient(358): Backup backup_1700356865289 finished: type=INCREMENTAL,tablelist=ns2:test-17003568296111;test-1700356829611,targetRootDir=hdfs://localhost:35095/backupUT,startts=1700356867456,completets=1700356874063,bytescopied=0 2023-11-19T01:21:15,307 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-11-19T01:21:15,313 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] master.MasterRpcServices(763): Client=jenkins//172.31.2.20 delete name: "snapshot_backup_system" 2023-11-19T01:21:15,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_backup_system 2023-11-19T01:21:15,316 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupSystemTable(1577): Done deleting backup system table snapshot 2023-11-19T01:21:15,317 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-11-19T01:21:15,321 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] impl.TableBackupClient(376): Backup backup_1700356865289 completed. 2023-11-19T01:21:15,350 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.MapReduceBackupMergeJob(92): Merge backup images backup_1700356852917,backup_1700356865289 2023-11-19T01:21:15,351 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x2da8d176 to 127.0.0.1:52459 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:21:15,357 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@569ac527, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:21:15,358 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:21:15,360 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:36934, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:21:15,364 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:21:15,365 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:53894, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:21:15,374 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-11-19T01:21:15,380 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x5577ac80 to 127.0.0.1:52459 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:21:15,385 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a41f2af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:21:15,386 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:21:15,387 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:36950, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:21:15,390 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:21:15,391 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:53908, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:21:15,403 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:21:15,403 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x5577ac80 to 127.0.0.1:52459 2023-11-19T01:21:15,404 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:21:15,405 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.MapReduceBackupMergeJob(117): Merge backup images for ns2:test-17003568296111 2023-11-19T01:21:15,409 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/hbase-staging/bulk_output-ns2-test-17003568296111-1700356875407 from hdfs://localhost:35095/backupUT/backup_1700356852917/ns2/test-17003568296111,hdfs://localhost:35095/backupUT/backup_1700356865289/ns2/test-17003568296111 2023-11-19T01:21:15,410 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x39f81c1c to 127.0.0.1:52459 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:21:15,417 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7884c6ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:21:15,419 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:21:15,420 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:36954, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:21:15,421 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-11-19T01:21:15,421 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:test-17003568296111 2023-11-19T01:21:15,425 DEBUG [hconnection-0x69ca550a-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:21:15,426 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:53920, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:21:15,427 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:test-17003568296111: 2023-11-19T01:21:15,427 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-11-19T01:21:15,428 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/hbase-staging/partitions_833560d5-4a5e-4187-bcfc-b6607e2fccb1 2023-11-19T01:21:15,836 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:15,836 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:15,837 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:15,837 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:16,872 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/hadoop-561118640157366351.jar 2023-11-19T01:21:16,873 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:16,873 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:16,874 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:16,874 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:16,874 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:16,875 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:16,875 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:16,875 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:16,876 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:16,877 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-19T01:21:16,877 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-19T01:21:16,878 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-19T01:21:16,878 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-19T01:21:16,878 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-19T01:21:16,879 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-19T01:21:16,879 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-19T01:21:16,880 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-19T01:21:16,880 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-19T01:21:16,880 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-19T01:21:16,881 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-19T01:21:16,881 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-19T01:21:16,885 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:16,885 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:16,886 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:16,886 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:16,886 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:16,887 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:16,887 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:21:16,888 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: ns2:test-17003568296111 2023-11-19T01:21:16,888 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:21:16,888 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x39f81c1c to 127.0.0.1:52459 2023-11-19T01:21:16,888 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:21:16,888 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-11-19T01:21:16,888 WARN [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-11-19T01:21:16,889 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-19T01:21:16,898 WARN [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-19T01:21:16,904 WARN [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-11-19T01:21:17,013 WARN [Listener at jenkins-hbase6.apache.org/36979 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/mapreduce.cluster.local.dir/1700356876978/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-19T01:21:17,013 WARN [Listener at jenkins-hbase6.apache.org/36979 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/mapreduce.cluster.local.dir/1700356876978/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-19T01:21:17,061 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:35095/backupUT/backup_1700356865289/ns2/test-17003568296111/f/947963f20ec44afeae37fba7c54f15fb 2023-11-19T01:21:17,066 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-19T01:21:17,087 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:35095/backupUT/backup_1700356852917/ns2/test-17003568296111/f/f3eb3c5f5e804100896b723f48dc226a 2023-11-19T01:21:17,091 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-19T01:21:17,108 DEBUG [pool-232-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x3c382171 to 127.0.0.1:52459 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:21:17,118 DEBUG [pool-232-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e5c10da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:21:17,119 DEBUG [hconnection-0x7ca88f76-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:21:17,121 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:53936, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:21:17,122 DEBUG [pool-232-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x3c382171 to 127.0.0.1:52459 2023-11-19T01:21:17,122 DEBUG [pool-232-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:21:17,124 DEBUG [pool-232-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-ns2:test-17003568296111-1-0] 2023-11-19T01:21:17,124 DEBUG [pool-232-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase6.apache.org 2023-11-19T01:21:17,135 DEBUG [pool-232-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/hbase-staging/bulk_output-ns2-test-17003568296111-1700356875407/_temporary/0/_temporary/attempt_local1884482602_0007_r_000000_0/f/65e239f2241041229fee9a3cf5a2b2f2 is 64, key is row-ns2:test-17003568296111-1-10/f:q1/1700356852814/Put/seqid=0 2023-11-19T01:21:17,137 WARN [Thread-1079 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase6.apache.org:46095] Specified favored nodes: [jenkins-hbase6.apache.org:46095] 2023-11-19T01:21:18,045 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.MapReduceBackupMergeJob(143): Merge Job finished:0 2023-11-19T01:21:18,045 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.MapReduceBackupMergeJob(117): Merge backup images for test-1700356829611 2023-11-19T01:21:18,047 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/hbase-staging/bulk_output-default-test-1700356829611-1700356878046 from hdfs://localhost:35095/backupUT/backup_1700356852917/default/test-1700356829611,hdfs://localhost:35095/backupUT/backup_1700356865289/default/test-1700356829611 2023-11-19T01:21:18,048 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x3d14620b to 127.0.0.1:52459 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:21:18,053 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9d1b886, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:21:18,054 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:21:18,056 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:36956, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:21:18,057 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-11-19T01:21:18,057 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table test-1700356829611 2023-11-19T01:21:18,060 DEBUG [hconnection-0x5089d513-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:21:18,061 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:53944, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:21:18,063 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for test-1700356829611: 2023-11-19T01:21:18,063 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-11-19T01:21:18,063 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/hbase-staging/partitions_5eb52dfb-3a90-4180-9314-9582a65b0d80 2023-11-19T01:21:18,470 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:18,470 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:18,471 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:18,471 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:19,479 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/hadoop-3513256615518898933.jar 2023-11-19T01:21:19,479 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:19,479 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:19,480 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:19,480 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:19,481 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:19,481 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:19,481 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:19,482 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:19,482 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:19,483 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-19T01:21:19,484 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-19T01:21:19,484 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-19T01:21:19,484 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-19T01:21:19,485 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-19T01:21:19,485 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-19T01:21:19,486 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-19T01:21:19,486 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-19T01:21:19,487 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-19T01:21:19,487 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-19T01:21:19,487 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-19T01:21:19,488 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-19T01:21:19,488 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:19,489 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:19,489 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:19,489 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:19,490 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:19,490 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:19,491 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:21:19,491 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: test-1700356829611 2023-11-19T01:21:19,491 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:21:19,491 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x3d14620b to 127.0.0.1:52459 2023-11-19T01:21:19,491 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:21:19,491 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-11-19T01:21:19,491 WARN [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-11-19T01:21:19,492 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-19T01:21:19,499 WARN [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-19T01:21:19,505 WARN [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-11-19T01:21:19,592 WARN [Listener at jenkins-hbase6.apache.org/36979 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/mapreduce.cluster.local.dir/1700356879554/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-19T01:21:19,592 WARN [Listener at jenkins-hbase6.apache.org/36979 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/mapreduce.cluster.local.dir/1700356879554/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-19T01:21:19,643 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:35095/backupUT/backup_1700356865289/default/test-1700356829611/f/84b138b4100d493fbbd87e7d26786c26 2023-11-19T01:21:19,647 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-19T01:21:19,667 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:35095/backupUT/backup_1700356852917/default/test-1700356829611/f/eacd67bca40741b984d63fd534dd0a75 2023-11-19T01:21:19,671 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-19T01:21:19,692 DEBUG [pool-237-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x596458fc to 127.0.0.1:52459 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:21:19,697 DEBUG [pool-237-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69c8c03b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:21:19,701 DEBUG [hconnection-0x20b04b22-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:21:19,703 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:53954, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:21:19,705 DEBUG [pool-237-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x596458fc to 127.0.0.1:52459 2023-11-19T01:21:19,705 DEBUG [pool-237-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:21:19,706 DEBUG [pool-237-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-test-1700356829611-1-0] 2023-11-19T01:21:19,707 DEBUG [pool-237-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase6.apache.org 2023-11-19T01:21:19,715 DEBUG [pool-237-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/hbase-staging/bulk_output-default-test-1700356829611-1700356878046/_temporary/0/_temporary/attempt_local1578550952_0008_r_000000_0/f/d128996c089b4ec88c95134c7d7dfed1 is 59, key is row-test-1700356829611-1-10/f:q1/1700356852688/Put/seqid=0 2023-11-19T01:21:19,717 WARN [Thread-1119 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase6.apache.org:46095] Specified favored nodes: [jenkins-hbase6.apache.org:46095] 2023-11-19T01:21:20,627 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.MapReduceBackupMergeJob(143): Merge Job finished:0 2023-11-19T01:21:20,629 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.MapReduceBackupMergeJob(159): Renamed hdfs://localhost:35095/backupUT/backup_1700356865289 to hdfs://localhost:35095/backupUT/.tmp/backup_1700356865289 2023-11-19T01:21:20,632 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.MapReduceBackupMergeJob(360): MoveData from hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/hbase-staging/bulk_output-ns2-test-17003568296111-1700356875407/f to hdfs://localhost:35095/backupUT/backup_1700356865289/ns2/test-17003568296111 result=true 2023-11-19T01:21:20,633 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.MapReduceBackupMergeJob(360): MoveData from hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/hbase-staging/bulk_output-default-test-1700356829611-1700356878046/f to hdfs://localhost:35095/backupUT/backup_1700356865289/default/test-1700356829611 result=true 2023-11-19T01:21:20,634 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:35095/backupUT/.tmp/backup_1700356865289/.backup.manifest 2023-11-19T01:21:20,637 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/.tmp/backup_1700356865289/.backup.manifest 2023-11-19T01:21:21,042 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:35095/backupUT/backup_1700356865289/.backup.manifest 2023-11-19T01:21:22,698 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-11-19T01:21:22,700 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:21:22,700 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x2da8d176 to 127.0.0.1:52459 2023-11-19T01:21:22,700 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:21:22,704 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] impl.RestoreTablesClient(101): HBase table table1 does not exist. It will be created during restore process 2023-11-19T01:21:22,705 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] impl.RestoreTablesClient(101): HBase table ns2:table2 does not exist. It will be created during restore process 2023-11-19T01:21:22,706 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:35095/backupUT/backup_1700356865289/.backup.manifest 2023-11-19T01:21:22,708 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1700356865289/.backup.manifest 2023-11-19T01:21:22,709 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:35095/backupUT/backup_1700356865289/.backup.manifest 2023-11-19T01:21:22,711 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1700356865289/.backup.manifest 2023-11-19T01:21:22,714 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:35095/backupUT/backup_1700356835902/.backup.manifest 2023-11-19T01:21:22,716 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1700356835902/.backup.manifest 2023-11-19T01:21:22,716 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] impl.RestoreTablesClient(148): Restoring 'test-1700356829611' to 'table1' from full backup image hdfs://localhost:35095/backupUT/backup_1700356835902/default/test-1700356829611 2023-11-19T01:21:22,718 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] util.RestoreTool(295): Retrieved descriptor: 'test-1700356829611', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1700356865289 2023-11-19T01:21:22,720 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] util.RestoreTool(487): Creating target table 'table1' 2023-11-19T01:21:22,721 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:35095/backupUT/backup_1700356835902/default/test-1700356829611/archive/data/default/test-1700356829611/ae65a4a3a0eab4b102d4df93b18d2572 2023-11-19T01:21:22,721 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:35095/backupUT/backup_1700356835902/default/test-1700356829611/archive/data/default/test-1700356829611/ae65a4a3a0eab4b102d4df93b18d2572/f in region [hdfs://localhost:35095/backupUT/backup_1700356835902/default/test-1700356829611/archive/data/default/test-1700356829611/ae65a4a3a0eab4b102d4df93b18d2572] 2023-11-19T01:21:22,725 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] util.RestoreTool(442): Trying to figure out region boundaries hfile=hdfs://localhost:35095/backupUT/backup_1700356835902/default/test-1700356829611/archive/data/default/test-1700356829611/ae65a4a3a0eab4b102d4df93b18d2572/f/1e27f8a5571b411bad7cc05d2f4f1dbd first=row0 last=row98 2023-11-19T01:21:22,732 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] master.HMaster$4(2333): Client=jenkins//172.31.2.20 create 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:21:22,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] procedure2.ProcedureExecutor(1032): Stored pid=42, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=table1 2023-11-19T01:21:22,735 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=42, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:21:22,735 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] master.MasterRpcServices(712): Client=jenkins//172.31.2.20 procedure request for creating table: namespace: "default" qualifier: "table1" procId is: 42 2023-11-19T01:21:22,736 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=42, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:21:22,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=42 2023-11-19T01:21:22,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=42 2023-11-19T01:21:22,903 DEBUG [master/jenkins-hbase6:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 8441e1608aa65abc42f384758a755dd0 changed from -1.0 to 0.0, refreshing cache 2023-11-19T01:21:23,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=42 2023-11-19T01:21:23,143 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => c37247cf67f110a51257ed4c4a9bbbef, NAME => 'table1,,1700356882732.c37247cf67f110a51257ed4c4a9bbbef.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641 2023-11-19T01:21:23,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=42 2023-11-19T01:21:23,550 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(888): Instantiated table1,,1700356882732.c37247cf67f110a51257ed4c4a9bbbef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:21:23,550 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1668): Closing c37247cf67f110a51257ed4c4a9bbbef, disabling compactions & flushes 2023-11-19T01:21:23,550 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1690): Closing region table1,,1700356882732.c37247cf67f110a51257ed4c4a9bbbef. 2023-11-19T01:21:23,550 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,,1700356882732.c37247cf67f110a51257ed4c4a9bbbef. 2023-11-19T01:21:23,550 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on table1,,1700356882732.c37247cf67f110a51257ed4c4a9bbbef. after waiting 0 ms 2023-11-19T01:21:23,550 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region table1,,1700356882732.c37247cf67f110a51257ed4c4a9bbbef. 2023-11-19T01:21:23,550 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1909): Closed table1,,1700356882732.c37247cf67f110a51257ed4c4a9bbbef. 2023-11-19T01:21:23,551 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1622): Region close journal for c37247cf67f110a51257ed4c4a9bbbef: 2023-11-19T01:21:23,552 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=42, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:21:23,552 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"table1,,1700356882732.c37247cf67f110a51257ed4c4a9bbbef.","families":{"info":[{"qualifier":"regioninfo","vlen":40,"tag":[],"timestamp":"1700356883552"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700356883552"}]},"ts":"1700356883552"} 2023-11-19T01:21:23,553 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:21:23,554 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=42, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:21:23,554 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356883554"}]},"ts":"1700356883554"} 2023-11-19T01:21:23,555 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=ENABLING in hbase:meta 2023-11-19T01:21:23,561 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=c37247cf67f110a51257ed4c4a9bbbef, ASSIGN}] 2023-11-19T01:21:23,563 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=43, ppid=42, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=c37247cf67f110a51257ed4c4a9bbbef, ASSIGN 2023-11-19T01:21:23,563 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(262): Starting pid=43, ppid=42, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=table1, region=c37247cf67f110a51257ed4c4a9bbbef, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,46095,1700356820436; forceNewPlan=false, retain=false 2023-11-19T01:21:23,715 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=43 updating hbase:meta row=c37247cf67f110a51257ed4c4a9bbbef, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:21:23,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE; OpenRegionProcedure c37247cf67f110a51257ed4c4a9bbbef, server=jenkins-hbase6.apache.org,46095,1700356820436}] 2023-11-19T01:21:23,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=42 2023-11-19T01:21:23,869 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:21:23,875 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(130): Open table1,,1700356882732.c37247cf67f110a51257ed4c4a9bbbef. 2023-11-19T01:21:23,875 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7254): Opening region: {ENCODED => c37247cf67f110a51257ed4c4a9bbbef, NAME => 'table1,,1700356882732.c37247cf67f110a51257ed4c4a9bbbef.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:21:23,875 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:21:23,876 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 c37247cf67f110a51257ed4c4a9bbbef 2023-11-19T01:21:23,876 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(888): Instantiated table1,,1700356882732.c37247cf67f110a51257ed4c4a9bbbef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:21:23,876 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7296): checking encryption for c37247cf67f110a51257ed4c4a9bbbef 2023-11-19T01:21:23,876 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7299): checking classloading for c37247cf67f110a51257ed4c4a9bbbef 2023-11-19T01:21:23,878 INFO [StoreOpener-c37247cf67f110a51257ed4c4a9bbbef-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c37247cf67f110a51257ed4c4a9bbbef 2023-11-19T01:21:23,879 INFO [StoreOpener-c37247cf67f110a51257ed4c4a9bbbef-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c37247cf67f110a51257ed4c4a9bbbef columnFamilyName f 2023-11-19T01:21:23,880 DEBUG [StoreOpener-c37247cf67f110a51257ed4c4a9bbbef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:21:23,880 INFO [StoreOpener-c37247cf67f110a51257ed4c4a9bbbef-1 {}] regionserver.HStore(324): Store=c37247cf67f110a51257ed4c4a9bbbef/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:21:23,881 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/default/table1/c37247cf67f110a51257ed4c4a9bbbef 2023-11-19T01:21:23,881 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/default/table1/c37247cf67f110a51257ed4c4a9bbbef 2023-11-19T01:21:23,884 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1076): writing seq id for c37247cf67f110a51257ed4c4a9bbbef 2023-11-19T01:21:23,886 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/default/table1/c37247cf67f110a51257ed4c4a9bbbef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:21:23,887 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): Opened c37247cf67f110a51257ed4c4a9bbbef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11533392960, jitterRate=0.07413092255592346}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-19T01:21:23,887 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(992): Region open journal for c37247cf67f110a51257ed4c4a9bbbef: 2023-11-19T01:21:23,888 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2556): Post open deploy tasks for table1,,1700356882732.c37247cf67f110a51257ed4c4a9bbbef., pid=44, masterSystemTime=1700356883869 2023-11-19T01:21:23,890 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2583): Finished post open deploy task for table1,,1700356882732.c37247cf67f110a51257ed4c4a9bbbef. 2023-11-19T01:21:23,890 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(158): Opened table1,,1700356882732.c37247cf67f110a51257ed4c4a9bbbef. 2023-11-19T01:21:23,890 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=43 updating hbase:meta row=c37247cf67f110a51257ed4c4a9bbbef, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:21:23,893 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=44, resume processing ppid=43 2023-11-19T01:21:23,893 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=44, ppid=43, state=SUCCESS; OpenRegionProcedure c37247cf67f110a51257ed4c4a9bbbef, server=jenkins-hbase6.apache.org,46095,1700356820436 in 175 msec 2023-11-19T01:21:23,895 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=43, resume processing ppid=42 2023-11-19T01:21:23,895 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=43, ppid=42, state=SUCCESS; TransitRegionStateProcedure table=table1, region=c37247cf67f110a51257ed4c4a9bbbef, ASSIGN in 332 msec 2023-11-19T01:21:23,896 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=42, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:21:23,896 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356883896"}]},"ts":"1700356883896"} 2023-11-19T01:21:23,897 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=ENABLED in hbase:meta 2023-11-19T01:21:23,901 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=42, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:21:23,902 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=42, state=SUCCESS; CreateTableProcedure table=table1 in 1.1690 sec 2023-11-19T01:21:24,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=42 2023-11-19T01:21:24,842 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: default:table1, procId: 42 completed 2023-11-19T01:21:24,847 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:35095/backupUT/backup_1700356835902/default/test-1700356829611/archive/data/default/test-1700356829611/ae65a4a3a0eab4b102d4df93b18d2572 from hbase tables test-1700356829611 to tables table1 2023-11-19T01:21:24,847 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.MapReduceRestoreJob(72): Restore test-1700356829611 into table1 2023-11-19T01:21:24,849 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/hbase-staging/bulk_output-default-table1-1700356884847 from hdfs://localhost:35095/backupUT/backup_1700356835902/default/test-1700356829611/archive/data/default/test-1700356829611/ae65a4a3a0eab4b102d4df93b18d2572 2023-11-19T01:21:24,851 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x04d25f2d to 127.0.0.1:52459 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:21:24,857 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64e13314, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:21:24,858 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:21:24,859 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:58556, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:21:24,860 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-11-19T01:21:24,860 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table table1 2023-11-19T01:21:24,863 DEBUG [hconnection-0x1041e57c-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:21:24,865 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:50356, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:21:24,866 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for table1: 2023-11-19T01:21:24,866 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-11-19T01:21:24,867 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/hbase-staging/partitions_1a99f94f-4ce2-4049-9589-6d3534ef2ba0 2023-11-19T01:21:25,273 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:25,274 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:25,275 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:25,275 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:26,320 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/hadoop-8423752404435635544.jar 2023-11-19T01:21:26,321 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:26,321 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:26,322 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:26,322 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:26,323 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:26,323 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:26,323 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:26,324 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:26,324 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:26,325 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-19T01:21:26,325 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-19T01:21:26,326 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-19T01:21:26,326 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-19T01:21:26,327 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-19T01:21:26,327 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-19T01:21:26,327 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-19T01:21:26,328 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-19T01:21:26,328 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-19T01:21:26,329 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-19T01:21:26,329 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-19T01:21:26,329 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-19T01:21:26,330 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:26,330 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:26,331 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:26,331 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:26,331 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:26,332 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:26,332 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:21:26,332 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: table1 2023-11-19T01:21:26,333 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:21:26,333 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x04d25f2d to 127.0.0.1:52459 2023-11-19T01:21:26,333 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:21:26,333 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-11-19T01:21:26,333 WARN [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-11-19T01:21:26,334 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-19T01:21:26,361 WARN [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-19T01:21:26,367 WARN [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-11-19T01:21:26,443 WARN [Listener at jenkins-hbase6.apache.org/36979 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/mapreduce.cluster.local.dir/1700356886410/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-19T01:21:26,443 WARN [Listener at jenkins-hbase6.apache.org/36979 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/mapreduce.cluster.local.dir/1700356886410/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-19T01:21:26,494 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:35095/backupUT/backup_1700356835902/default/test-1700356829611/archive/data/default/test-1700356829611/ae65a4a3a0eab4b102d4df93b18d2572/f/1e27f8a5571b411bad7cc05d2f4f1dbd 2023-11-19T01:21:26,498 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-19T01:21:26,518 DEBUG [pool-245-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x3dffefae to 127.0.0.1:52459 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:21:26,522 DEBUG [pool-245-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29c33a02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:21:26,524 DEBUG [hconnection-0x6c96da65-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:21:26,525 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:50364, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:21:26,527 DEBUG [pool-245-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x3dffefae to 127.0.0.1:52459 2023-11-19T01:21:26,527 DEBUG [pool-245-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:21:26,529 DEBUG [pool-245-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row0] 2023-11-19T01:21:26,529 DEBUG [pool-245-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase6.apache.org 2023-11-19T01:21:26,535 DEBUG [pool-245-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/hbase-staging/bulk_output-default-table1-1700356884847/_temporary/0/_temporary/attempt_local1184503536_0009_r_000000_0/f/febee8c1f3b845cc869525b08c453b2e is 37, key is row10/f:q1/1700356831271/Put/seqid=0 2023-11-19T01:21:26,536 WARN [Thread-1188 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase6.apache.org:46095] Specified favored nodes: [jenkins-hbase6.apache.org:46095] 2023-11-19T01:21:27,490 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/hbase-staging/bulk_output-default-table1-1700356884847 2023-11-19T01:21:27,491 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x614876ec to 127.0.0.1:52459 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:21:27,504 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b22e4bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:21:27,505 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:21:27,507 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:50366, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:21:27,513 WARN [Listener at jenkins-hbase6.apache.org/36979 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/hbase-staging/bulk_output-default-table1-1700356884847/_SUCCESS 2023-11-19T01:21:27,517 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:21:27,519 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:58570, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:21:27,547 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/hbase-staging/bulk_output-default-table1-1700356884847/f/febee8c1f3b845cc869525b08c453b2e first=Optional[row0] last=Optional[row98] 2023-11-19T01:21:27,566 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=table1,,1700356882732.c37247cf67f110a51257ed4c4a9bbbef., hostname=jenkins-hbase6.apache.org,46095,1700356820436, seqNum=2 for row with hfile group [{f,hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/hbase-staging/bulk_output-default-table1-1700356884847/f/febee8c1f3b845cc869525b08c453b2e}] 2023-11-19T01:21:27,588 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/hbase-staging/bulk_output-default-table1-1700356884847/f/febee8c1f3b845cc869525b08c453b2e for inclusion in c37247cf67f110a51257ed4c4a9bbbef/f 2023-11-19T01:21:27,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.HStore(623): HFile bounds: first=row0 last=row98 2023-11-19T01:21:27,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.HStore(625): Region bounds: first= last= 2023-11-19T01:21:27,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.HRegion(2520): Flush status journal for c37247cf67f110a51257ed4c4a9bbbef: 2023-11-19T01:21:27,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/hbase-staging/bulk_output-default-table1-1700356884847/f/febee8c1f3b845cc869525b08c453b2e to hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/staging/jenkins__table1__65srpoj7nn6e9egdgpnehud000dgai3q1am54cj95cqjrdd539frv7227khr4vbe/f/febee8c1f3b845cc869525b08c453b2e 2023-11-19T01:21:27,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/staging/jenkins__table1__65srpoj7nn6e9egdgpnehud000dgai3q1am54cj95cqjrdd539frv7227khr4vbe/f/febee8c1f3b845cc869525b08c453b2e as hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/default/table1/c37247cf67f110a51257ed4c4a9bbbef/f/bf07807ec3da4438be4d5073c52f614c_SeqId_4_ 2023-11-19T01:21:27,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x11d15de4 to 127.0.0.1:52459 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:21:27,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d21cb98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:21:27,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:21:27,612 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:58584, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:21:27,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:21:27,617 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:50376, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:21:27,630 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:21:27,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x11d15de4 to 127.0.0.1:52459 2023-11-19T01:21:27,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:21:27,632 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/staging/jenkins__table1__65srpoj7nn6e9egdgpnehud000dgai3q1am54cj95cqjrdd539frv7227khr4vbe/f/febee8c1f3b845cc869525b08c453b2e into c37247cf67f110a51257ed4c4a9bbbef/f as hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/default/table1/c37247cf67f110a51257ed4c4a9bbbef/f/bf07807ec3da4438be4d5073c52f614c_SeqId_4_ - updating store file list. 2023-11-19T01:21:27,639 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/default/table1/c37247cf67f110a51257ed4c4a9bbbef/f/bf07807ec3da4438be4d5073c52f614c_SeqId_4_ into c37247cf67f110a51257ed4c4a9bbbef/f 2023-11-19T01:21:27,639 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/staging/jenkins__table1__65srpoj7nn6e9egdgpnehud000dgai3q1am54cj95cqjrdd539frv7227khr4vbe/f/febee8c1f3b845cc869525b08c453b2e into c37247cf67f110a51257ed4c4a9bbbef/f (new location: hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/default/table1/c37247cf67f110a51257ed4c4a9bbbef/f/bf07807ec3da4438be4d5073c52f614c_SeqId_4_) 2023-11-19T01:21:27,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/staging/jenkins__table1__65srpoj7nn6e9egdgpnehud000dgai3q1am54cj95cqjrdd539frv7227khr4vbe/f/febee8c1f3b845cc869525b08c453b2e 2023-11-19T01:21:27,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x1b982f13 to 127.0.0.1:52459 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:21:27,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38f672e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:21:27,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:21:27,655 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:58592, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-11-19T01:21:27,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:21:27,659 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:50384, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-11-19T01:21:27,670 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:21:27,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x1b982f13 to 127.0.0.1:52459 2023-11-19T01:21:27,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:21:27,685 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:21:27,685 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x614876ec to 127.0.0.1:52459 2023-11-19T01:21:27,685 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:21:27,686 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-11-19T01:21:27,718 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] impl.RestoreTablesClient(181): Restoring 'test-1700356829611' to 'table1' from log dirs: hdfs://localhost:35095/backupUT/backup_1700356865289/default/test-1700356829611/f/d128996c089b4ec88c95134c7d7dfed1 2023-11-19T01:21:27,723 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] util.RestoreTool(177): Found descriptor 'test-1700356829611', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} through backup_1700356865289 2023-11-19T01:21:27,724 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.MapReduceRestoreJob(64): Restore incremental backup from directory hdfs://localhost:35095/backupUT/backup_1700356865289/default/test-1700356829611/f/d128996c089b4ec88c95134c7d7dfed1 from hbase tables test-1700356829611 to tables table1 2023-11-19T01:21:27,724 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.MapReduceRestoreJob(72): Restore test-1700356829611 into table1 2023-11-19T01:21:27,726 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/hbase-staging/bulk_output-default-table1-1700356887725 from hdfs://localhost:35095/backupUT/backup_1700356865289/default/test-1700356829611/f/d128996c089b4ec88c95134c7d7dfed1 2023-11-19T01:21:27,727 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x5f250ecf to 127.0.0.1:52459 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:21:27,734 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71683bfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:21:27,735 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:21:27,740 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:58598, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:21:27,741 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-11-19T01:21:27,741 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table test-1700356829611 2023-11-19T01:21:27,745 DEBUG [hconnection-0x269ce043-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:21:27,746 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:50396, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:21:27,748 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for test-1700356829611: 2023-11-19T01:21:27,748 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-11-19T01:21:27,748 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/hbase-staging/partitions_6a5f8f65-e6a4-4573-bf9a-40c1be5b678a 2023-11-19T01:21:28,159 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:28,160 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:28,161 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:28,162 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:28,328 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'table1' 2023-11-19T01:21:28,402 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2023-11-19T01:21:28,402 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_table1 Metrics about Tables on a single HBase RegionServer 2023-11-19T01:21:29,303 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/hadoop-3004280050672470700.jar 2023-11-19T01:21:29,304 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:29,304 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:29,305 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:29,305 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:29,305 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:29,306 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:29,306 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:29,307 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:29,307 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:29,308 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-19T01:21:29,308 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-19T01:21:29,309 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-19T01:21:29,309 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-19T01:21:29,310 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-19T01:21:29,311 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-19T01:21:29,311 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-19T01:21:29,312 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-19T01:21:29,313 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-19T01:21:29,313 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-19T01:21:29,314 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-19T01:21:29,314 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-19T01:21:29,315 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:29,315 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:29,316 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:29,316 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:29,316 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:29,317 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:29,318 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:21:29,318 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: test-1700356829611 2023-11-19T01:21:29,318 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:21:29,318 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x5f250ecf to 127.0.0.1:52459 2023-11-19T01:21:29,318 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:21:29,318 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-11-19T01:21:29,318 WARN [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-11-19T01:21:29,319 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-19T01:21:29,326 WARN [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-19T01:21:29,333 WARN [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-11-19T01:21:29,415 WARN [Listener at jenkins-hbase6.apache.org/36979 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/mapreduce.cluster.local.dir/1700356889376/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-19T01:21:29,415 WARN [Listener at jenkins-hbase6.apache.org/36979 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/mapreduce.cluster.local.dir/1700356889376/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-19T01:21:29,447 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-19T01:21:29,472 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:35095/backupUT/backup_1700356865289/default/test-1700356829611/f/d128996c089b4ec88c95134c7d7dfed1 2023-11-19T01:21:29,476 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-19T01:21:29,506 DEBUG [pool-257-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x6c0256df to 127.0.0.1:52459 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:21:29,510 DEBUG [pool-257-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b94669c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:21:29,512 DEBUG [hconnection-0x3d3a96f6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:21:29,514 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:50412, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:21:29,515 DEBUG [pool-257-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x6c0256df to 127.0.0.1:52459 2023-11-19T01:21:29,515 DEBUG [pool-257-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:21:29,516 DEBUG [pool-257-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-test-1700356829611-1-0] 2023-11-19T01:21:29,516 DEBUG [pool-257-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase6.apache.org 2023-11-19T01:21:29,524 DEBUG [pool-257-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/hbase-staging/bulk_output-default-table1-1700356887725/_temporary/0/_temporary/attempt_local259310551_0010_r_000000_0/f/25912a02bd944a3792b99373e80e6a84 is 59, key is row-test-1700356829611-1-10/f:q1/1700356852688/Put/seqid=0 2023-11-19T01:21:29,525 WARN [Thread-1233 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase6.apache.org:46095] Specified favored nodes: [jenkins-hbase6.apache.org:46095] 2023-11-19T01:21:30,465 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/hbase-staging/bulk_output-default-table1-1700356887725 2023-11-19T01:21:30,466 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x0fa67adb to 127.0.0.1:52459 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:21:30,472 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a27094, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:21:30,473 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:21:30,475 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:39098, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:21:30,483 WARN [Listener at jenkins-hbase6.apache.org/36979 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/hbase-staging/bulk_output-default-table1-1700356887725/_SUCCESS 2023-11-19T01:21:30,489 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:21:30,491 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:43298, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:21:30,501 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/hbase-staging/bulk_output-default-table1-1700356887725/f/25912a02bd944a3792b99373e80e6a84 first=Optional[row-test-1700356829611-1-0] last=Optional[row-test-1700356829611-2-98] 2023-11-19T01:21:30,502 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=table1,,1700356882732.c37247cf67f110a51257ed4c4a9bbbef., hostname=jenkins-hbase6.apache.org,46095,1700356820436, seqNum=2 for row with hfile group [{f,hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/hbase-staging/bulk_output-default-table1-1700356887725/f/25912a02bd944a3792b99373e80e6a84}] 2023-11-19T01:21:30,509 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/hbase-staging/bulk_output-default-table1-1700356887725/f/25912a02bd944a3792b99373e80e6a84 for inclusion in c37247cf67f110a51257ed4c4a9bbbef/f 2023-11-19T01:21:30,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.HStore(623): HFile bounds: first=row-test-1700356829611-1-0 last=row-test-1700356829611-2-98 2023-11-19T01:21:30,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.HStore(625): Region bounds: first= last= 2023-11-19T01:21:30,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.HRegion(2520): Flush status journal for c37247cf67f110a51257ed4c4a9bbbef: 2023-11-19T01:21:30,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/hbase-staging/bulk_output-default-table1-1700356887725/f/25912a02bd944a3792b99373e80e6a84 to hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/staging/jenkins__table1__j44ndueicu06bnmjn2ppoqlgdeocsi3fhrl1uhe68h6tt086lnmi23tsk96p99k3/f/25912a02bd944a3792b99373e80e6a84 2023-11-19T01:21:30,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/staging/jenkins__table1__j44ndueicu06bnmjn2ppoqlgdeocsi3fhrl1uhe68h6tt086lnmi23tsk96p99k3/f/25912a02bd944a3792b99373e80e6a84 as hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/default/table1/c37247cf67f110a51257ed4c4a9bbbef/f/05988e1fb61c459f92bf61dc505f27a2_SeqId_6_ 2023-11-19T01:21:30,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x73ee8101 to 127.0.0.1:52459 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:21:30,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10aee2f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:21:30,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:21:30,526 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:43308, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:21:30,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:21:30,534 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:39114, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:21:30,549 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:21:30,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x73ee8101 to 127.0.0.1:52459 2023-11-19T01:21:30,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:21:30,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/staging/jenkins__table1__j44ndueicu06bnmjn2ppoqlgdeocsi3fhrl1uhe68h6tt086lnmi23tsk96p99k3/f/25912a02bd944a3792b99373e80e6a84 into c37247cf67f110a51257ed4c4a9bbbef/f as hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/default/table1/c37247cf67f110a51257ed4c4a9bbbef/f/05988e1fb61c459f92bf61dc505f27a2_SeqId_6_ - updating store file list. 2023-11-19T01:21:30,558 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/default/table1/c37247cf67f110a51257ed4c4a9bbbef/f/05988e1fb61c459f92bf61dc505f27a2_SeqId_6_ into c37247cf67f110a51257ed4c4a9bbbef/f 2023-11-19T01:21:30,558 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/staging/jenkins__table1__j44ndueicu06bnmjn2ppoqlgdeocsi3fhrl1uhe68h6tt086lnmi23tsk96p99k3/f/25912a02bd944a3792b99373e80e6a84 into c37247cf67f110a51257ed4c4a9bbbef/f (new location: hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/default/table1/c37247cf67f110a51257ed4c4a9bbbef/f/05988e1fb61c459f92bf61dc505f27a2_SeqId_6_) 2023-11-19T01:21:30,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/staging/jenkins__table1__j44ndueicu06bnmjn2ppoqlgdeocsi3fhrl1uhe68h6tt086lnmi23tsk96p99k3/f/25912a02bd944a3792b99373e80e6a84 2023-11-19T01:21:30,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x77758a64 to 127.0.0.1:52459 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:21:30,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@330db129, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:21:30,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:21:30,571 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:43314, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-11-19T01:21:30,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:21:30,578 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:39124, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-11-19T01:21:30,595 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:21:30,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x77758a64 to 127.0.0.1:52459 2023-11-19T01:21:30,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:21:30,598 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:21:30,598 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x0fa67adb to 127.0.0.1:52459 2023-11-19T01:21:30,600 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:21:30,600 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-11-19T01:21:30,600 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] impl.RestoreTablesClient(187): test-1700356829611 has been successfully restored to table1 2023-11-19T01:21:30,600 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] impl.RestoreTablesClient(231): Restore includes the following image(s): 2023-11-19T01:21:30,600 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] impl.RestoreTablesClient(233): Backup: backup_1700356865289 hdfs://localhost:35095/backupUT/backup_1700356865289/default/test-1700356829611/ 2023-11-19T01:21:30,601 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:35095/backupUT/backup_1700356835902/.backup.manifest 2023-11-19T01:21:30,604 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1700356835902/.backup.manifest 2023-11-19T01:21:30,605 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] impl.RestoreTablesClient(148): Restoring 'ns2:test-17003568296111' to 'ns2:table2' from full backup image hdfs://localhost:35095/backupUT/backup_1700356835902/ns2/test-17003568296111 2023-11-19T01:21:30,607 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] util.RestoreTool(295): Retrieved descriptor: 'ns2:test-17003568296111', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1700356865289 2023-11-19T01:21:30,610 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] util.RestoreTool(487): Creating target table 'ns2:table2' 2023-11-19T01:21:30,610 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:35095/backupUT/backup_1700356835902/ns2/test-17003568296111/archive/data/ns2/test-17003568296111/53acec14cb86dadcd2630bcd939dd16f 2023-11-19T01:21:30,611 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:35095/backupUT/backup_1700356835902/ns2/test-17003568296111/archive/data/ns2/test-17003568296111/53acec14cb86dadcd2630bcd939dd16f/f in region [hdfs://localhost:35095/backupUT/backup_1700356835902/ns2/test-17003568296111/archive/data/ns2/test-17003568296111/53acec14cb86dadcd2630bcd939dd16f] 2023-11-19T01:21:30,615 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] util.RestoreTool(442): Trying to figure out region boundaries hfile=hdfs://localhost:35095/backupUT/backup_1700356835902/ns2/test-17003568296111/archive/data/ns2/test-17003568296111/53acec14cb86dadcd2630bcd939dd16f/f/cfa5605ae37e48859d3fd90ae5d18997 first=row0 last=row98 2023-11-19T01:21:30,616 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] master.HMaster$4(2333): Client=jenkins//172.31.2.20 create 'ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:21:30,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] procedure2.ProcedureExecutor(1032): Stored pid=45, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:table2 2023-11-19T01:21:30,619 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=45, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:21:30,620 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] master.MasterRpcServices(712): Client=jenkins//172.31.2.20 procedure request for creating table: namespace: "ns2" qualifier: "table2" procId is: 45 2023-11-19T01:21:30,620 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=45, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:21:30,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=45 2023-11-19T01:21:30,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=45 2023-11-19T01:21:30,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=45 2023-11-19T01:21:31,036 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 06040d14ad307d4bb9eb3844366abdf1, NAME => 'ns2:table2,,1700356890616.06040d14ad307d4bb9eb3844366abdf1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641 2023-11-19T01:21:31,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=45 2023-11-19T01:21:31,442 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:table2,,1700356890616.06040d14ad307d4bb9eb3844366abdf1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:21:31,442 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1668): Closing 06040d14ad307d4bb9eb3844366abdf1, disabling compactions & flushes 2023-11-19T01:21:31,442 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:table2,,1700356890616.06040d14ad307d4bb9eb3844366abdf1. 2023-11-19T01:21:31,442 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:table2,,1700356890616.06040d14ad307d4bb9eb3844366abdf1. 2023-11-19T01:21:31,442 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:table2,,1700356890616.06040d14ad307d4bb9eb3844366abdf1. after waiting 0 ms 2023-11-19T01:21:31,442 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:table2,,1700356890616.06040d14ad307d4bb9eb3844366abdf1. 2023-11-19T01:21:31,442 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1909): Closed ns2:table2,,1700356890616.06040d14ad307d4bb9eb3844366abdf1. 2023-11-19T01:21:31,442 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1622): Region close journal for 06040d14ad307d4bb9eb3844366abdf1: 2023-11-19T01:21:31,443 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=45, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:21:31,443 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:table2,,1700356890616.06040d14ad307d4bb9eb3844366abdf1.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1700356891443"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700356891443"}]},"ts":"1700356891443"} 2023-11-19T01:21:31,445 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:21:31,445 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=45, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:21:31,446 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356891445"}]},"ts":"1700356891445"} 2023-11-19T01:21:31,447 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2023-11-19T01:21:31,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:table2, region=06040d14ad307d4bb9eb3844366abdf1, ASSIGN}] 2023-11-19T01:21:31,453 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:table2, region=06040d14ad307d4bb9eb3844366abdf1, ASSIGN 2023-11-19T01:21:31,453 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:table2, region=06040d14ad307d4bb9eb3844366abdf1, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,46095,1700356820436; forceNewPlan=false, retain=false 2023-11-19T01:21:31,605 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=06040d14ad307d4bb9eb3844366abdf1, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:21:31,607 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE; OpenRegionProcedure 06040d14ad307d4bb9eb3844366abdf1, server=jenkins-hbase6.apache.org,46095,1700356820436}] 2023-11-19T01:21:31,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=45 2023-11-19T01:21:31,758 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:21:31,762 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(130): Open ns2:table2,,1700356890616.06040d14ad307d4bb9eb3844366abdf1. 2023-11-19T01:21:31,762 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7254): Opening region: {ENCODED => 06040d14ad307d4bb9eb3844366abdf1, NAME => 'ns2:table2,,1700356890616.06040d14ad307d4bb9eb3844366abdf1.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:21:31,762 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:21:31,762 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 06040d14ad307d4bb9eb3844366abdf1 2023-11-19T01:21:31,763 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(888): Instantiated ns2:table2,,1700356890616.06040d14ad307d4bb9eb3844366abdf1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:21:31,763 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7296): checking encryption for 06040d14ad307d4bb9eb3844366abdf1 2023-11-19T01:21:31,763 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7299): checking classloading for 06040d14ad307d4bb9eb3844366abdf1 2023-11-19T01:21:31,764 INFO [StoreOpener-06040d14ad307d4bb9eb3844366abdf1-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 06040d14ad307d4bb9eb3844366abdf1 2023-11-19T01:21:31,765 INFO [StoreOpener-06040d14ad307d4bb9eb3844366abdf1-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06040d14ad307d4bb9eb3844366abdf1 columnFamilyName f 2023-11-19T01:21:31,766 DEBUG [StoreOpener-06040d14ad307d4bb9eb3844366abdf1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:21:31,766 INFO [StoreOpener-06040d14ad307d4bb9eb3844366abdf1-1 {}] regionserver.HStore(324): Store=06040d14ad307d4bb9eb3844366abdf1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:21:31,767 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/ns2/table2/06040d14ad307d4bb9eb3844366abdf1 2023-11-19T01:21:31,767 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/ns2/table2/06040d14ad307d4bb9eb3844366abdf1 2023-11-19T01:21:31,769 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1076): writing seq id for 06040d14ad307d4bb9eb3844366abdf1 2023-11-19T01:21:31,771 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/ns2/table2/06040d14ad307d4bb9eb3844366abdf1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:21:31,772 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): Opened 06040d14ad307d4bb9eb3844366abdf1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11948829920, jitterRate=0.11282150447368622}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-19T01:21:31,772 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(992): Region open journal for 06040d14ad307d4bb9eb3844366abdf1: 2023-11-19T01:21:31,773 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2556): Post open deploy tasks for ns2:table2,,1700356890616.06040d14ad307d4bb9eb3844366abdf1., pid=47, masterSystemTime=1700356891758 2023-11-19T01:21:31,774 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2583): Finished post open deploy task for ns2:table2,,1700356890616.06040d14ad307d4bb9eb3844366abdf1. 2023-11-19T01:21:31,774 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(158): Opened ns2:table2,,1700356890616.06040d14ad307d4bb9eb3844366abdf1. 2023-11-19T01:21:31,775 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=06040d14ad307d4bb9eb3844366abdf1, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:21:31,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=47, resume processing ppid=46 2023-11-19T01:21:31,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=47, ppid=46, state=SUCCESS; OpenRegionProcedure 06040d14ad307d4bb9eb3844366abdf1, server=jenkins-hbase6.apache.org,46095,1700356820436 in 170 msec 2023-11-19T01:21:31,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=46, resume processing ppid=45 2023-11-19T01:21:31,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=46, ppid=45, state=SUCCESS; TransitRegionStateProcedure table=ns2:table2, region=06040d14ad307d4bb9eb3844366abdf1, ASSIGN in 326 msec 2023-11-19T01:21:31,779 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=45, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:21:31,779 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356891779"}]},"ts":"1700356891779"} 2023-11-19T01:21:31,780 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2023-11-19T01:21:31,783 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=45, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:21:31,784 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=45, state=SUCCESS; CreateTableProcedure table=ns2:table2 in 1.1670 sec 2023-11-19T01:21:32,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34387 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=45 2023-11-19T01:21:32,727 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns2:table2, procId: 45 completed 2023-11-19T01:21:32,731 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:35095/backupUT/backup_1700356835902/ns2/test-17003568296111/archive/data/ns2/test-17003568296111/53acec14cb86dadcd2630bcd939dd16f from hbase tables ns2:test-17003568296111 to tables ns2:table2 2023-11-19T01:21:32,731 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17003568296111 into ns2:table2 2023-11-19T01:21:32,733 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/hbase-staging/bulk_output-ns2-table2-1700356892731 from hdfs://localhost:35095/backupUT/backup_1700356835902/ns2/test-17003568296111/archive/data/ns2/test-17003568296111/53acec14cb86dadcd2630bcd939dd16f 2023-11-19T01:21:32,733 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x795dec78 to 127.0.0.1:52459 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:21:32,738 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64a5d29d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:21:32,739 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:21:32,741 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:43316, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:21:32,742 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-11-19T01:21:32,742 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:table2 2023-11-19T01:21:32,745 DEBUG [hconnection-0x69d9f420-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:21:32,746 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:39134, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:21:32,747 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:table2: 2023-11-19T01:21:32,748 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-11-19T01:21:32,748 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/hbase-staging/partitions_8c03f5b9-4759-4cff-a975-8b0af2daeca9 2023-11-19T01:21:33,155 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:33,155 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:33,156 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:33,156 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:34,233 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/hadoop-5657512984246873690.jar 2023-11-19T01:21:34,233 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:34,233 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:34,234 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:34,234 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:34,235 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:34,235 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:34,236 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:34,236 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:34,237 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:34,237 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-19T01:21:34,238 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-19T01:21:34,238 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-19T01:21:34,239 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-19T01:21:34,239 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-19T01:21:34,240 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-19T01:21:34,240 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-19T01:21:34,240 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-19T01:21:34,241 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-19T01:21:34,241 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-19T01:21:34,242 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-19T01:21:34,242 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-19T01:21:34,243 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:34,243 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:34,244 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:34,244 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:34,244 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:34,244 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:34,245 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:21:34,245 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: ns2:table2 2023-11-19T01:21:34,245 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:21:34,245 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x795dec78 to 127.0.0.1:52459 2023-11-19T01:21:34,245 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:21:34,246 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-11-19T01:21:34,246 WARN [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-11-19T01:21:34,246 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-19T01:21:34,253 WARN [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-19T01:21:34,260 WARN [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-11-19T01:21:34,331 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:table2' 2023-11-19T01:21:34,335 WARN [Listener at jenkins-hbase6.apache.org/36979 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/mapreduce.cluster.local.dir/1700356894302/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-19T01:21:34,335 WARN [Listener at jenkins-hbase6.apache.org/36979 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/mapreduce.cluster.local.dir/1700356894302/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-19T01:21:34,408 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:35095/backupUT/backup_1700356835902/ns2/test-17003568296111/archive/data/ns2/test-17003568296111/53acec14cb86dadcd2630bcd939dd16f/f/cfa5605ae37e48859d3fd90ae5d18997 2023-11-19T01:21:34,412 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-19T01:21:34,431 DEBUG [pool-272-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x40b7c249 to 127.0.0.1:52459 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:21:34,439 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23c7348, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:21:34,442 DEBUG [hconnection-0x1123af4d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:21:34,445 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:39148, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:21:34,448 DEBUG [pool-272-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x40b7c249 to 127.0.0.1:52459 2023-11-19T01:21:34,448 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:21:34,450 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row0] 2023-11-19T01:21:34,450 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase6.apache.org 2023-11-19T01:21:34,458 DEBUG [pool-272-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/hbase-staging/bulk_output-ns2-table2-1700356892731/_temporary/0/_temporary/attempt_local817142498_0011_r_000000_0/f/415005b8daee402aaa023ce9f3640b4d is 37, key is row10/f:q1/1700356832513/Put/seqid=0 2023-11-19T01:21:34,463 WARN [Thread-1286 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase6.apache.org:46095] Specified favored nodes: [jenkins-hbase6.apache.org:46095] 2023-11-19T01:21:35,380 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/hbase-staging/bulk_output-ns2-table2-1700356892731 2023-11-19T01:21:35,381 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x014b8f3c to 127.0.0.1:52459 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:21:35,388 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e109f6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:21:35,389 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:21:35,390 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:39162, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:21:35,396 WARN [Listener at jenkins-hbase6.apache.org/36979 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/hbase-staging/bulk_output-ns2-table2-1700356892731/_SUCCESS 2023-11-19T01:21:35,399 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:21:35,400 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:43328, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:21:35,409 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/hbase-staging/bulk_output-ns2-table2-1700356892731/f/415005b8daee402aaa023ce9f3640b4d first=Optional[row0] last=Optional[row98] 2023-11-19T01:21:35,409 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=ns2:table2,,1700356890616.06040d14ad307d4bb9eb3844366abdf1., hostname=jenkins-hbase6.apache.org,46095,1700356820436, seqNum=2 for row with hfile group [{f,hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/hbase-staging/bulk_output-ns2-table2-1700356892731/f/415005b8daee402aaa023ce9f3640b4d}] 2023-11-19T01:21:35,416 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/hbase-staging/bulk_output-ns2-table2-1700356892731/f/415005b8daee402aaa023ce9f3640b4d for inclusion in 06040d14ad307d4bb9eb3844366abdf1/f 2023-11-19T01:21:35,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.HStore(623): HFile bounds: first=row0 last=row98 2023-11-19T01:21:35,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.HStore(625): Region bounds: first= last= 2023-11-19T01:21:35,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.HRegion(2520): Flush status journal for 06040d14ad307d4bb9eb3844366abdf1: 2023-11-19T01:21:35,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/hbase-staging/bulk_output-ns2-table2-1700356892731/f/415005b8daee402aaa023ce9f3640b4d to hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/staging/jenkins__ns2_table2__v2p5ii298llvg93nmffirktqqsb2743d1mf7aqe1odblpvc23k7mbggg9a6e5154/f/415005b8daee402aaa023ce9f3640b4d 2023-11-19T01:21:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/staging/jenkins__ns2_table2__v2p5ii298llvg93nmffirktqqsb2743d1mf7aqe1odblpvc23k7mbggg9a6e5154/f/415005b8daee402aaa023ce9f3640b4d as hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/ns2/table2/06040d14ad307d4bb9eb3844366abdf1/f/66b9cc1ea843402885debfef40d4ae88_SeqId_4_ 2023-11-19T01:21:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x5afad8d3 to 127.0.0.1:52459 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:21:35,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@167822f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:21:35,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:21:35,432 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:43334, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:21:35,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:21:35,438 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:39164, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:21:35,449 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:21:35,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x5afad8d3 to 127.0.0.1:52459 2023-11-19T01:21:35,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:21:35,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/staging/jenkins__ns2_table2__v2p5ii298llvg93nmffirktqqsb2743d1mf7aqe1odblpvc23k7mbggg9a6e5154/f/415005b8daee402aaa023ce9f3640b4d into 06040d14ad307d4bb9eb3844366abdf1/f as hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/ns2/table2/06040d14ad307d4bb9eb3844366abdf1/f/66b9cc1ea843402885debfef40d4ae88_SeqId_4_ - updating store file list. 2023-11-19T01:21:35,456 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/ns2/table2/06040d14ad307d4bb9eb3844366abdf1/f/66b9cc1ea843402885debfef40d4ae88_SeqId_4_ into 06040d14ad307d4bb9eb3844366abdf1/f 2023-11-19T01:21:35,456 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/staging/jenkins__ns2_table2__v2p5ii298llvg93nmffirktqqsb2743d1mf7aqe1odblpvc23k7mbggg9a6e5154/f/415005b8daee402aaa023ce9f3640b4d into 06040d14ad307d4bb9eb3844366abdf1/f (new location: hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/ns2/table2/06040d14ad307d4bb9eb3844366abdf1/f/66b9cc1ea843402885debfef40d4ae88_SeqId_4_) 2023-11-19T01:21:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/staging/jenkins__ns2_table2__v2p5ii298llvg93nmffirktqqsb2743d1mf7aqe1odblpvc23k7mbggg9a6e5154/f/415005b8daee402aaa023ce9f3640b4d 2023-11-19T01:21:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x3e5ff709 to 127.0.0.1:52459 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:21:35,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53f20129, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:21:35,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:21:35,467 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:43336, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-11-19T01:21:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:21:35,472 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:39178, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-11-19T01:21:35,484 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:21:35,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x3e5ff709 to 127.0.0.1:52459 2023-11-19T01:21:35,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:21:35,487 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:21:35,487 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x014b8f3c to 127.0.0.1:52459 2023-11-19T01:21:35,487 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:21:35,488 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-11-19T01:21:35,508 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] impl.RestoreTablesClient(181): Restoring 'ns2:test-17003568296111' to 'ns2:table2' from log dirs: hdfs://localhost:35095/backupUT/backup_1700356865289/ns2/test-17003568296111/f/65e239f2241041229fee9a3cf5a2b2f2 2023-11-19T01:21:35,511 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] util.RestoreTool(177): Found descriptor 'ns2:test-17003568296111', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} through backup_1700356865289 2023-11-19T01:21:35,512 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.MapReduceRestoreJob(64): Restore incremental backup from directory hdfs://localhost:35095/backupUT/backup_1700356865289/ns2/test-17003568296111/f/65e239f2241041229fee9a3cf5a2b2f2 from hbase tables ns2:test-17003568296111 to tables ns2:table2 2023-11-19T01:21:35,512 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17003568296111 into ns2:table2 2023-11-19T01:21:35,514 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/hbase-staging/bulk_output-ns2-table2-1700356895512 from hdfs://localhost:35095/backupUT/backup_1700356865289/ns2/test-17003568296111/f/65e239f2241041229fee9a3cf5a2b2f2 2023-11-19T01:21:35,514 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x11b6fef3 to 127.0.0.1:52459 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:21:35,523 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c579e56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:21:35,524 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:21:35,525 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:43342, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:21:35,526 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-11-19T01:21:35,526 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:test-17003568296111 2023-11-19T01:21:35,529 DEBUG [hconnection-0x1f49b3e2-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:21:35,531 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:39186, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:21:35,532 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:test-17003568296111: 2023-11-19T01:21:35,532 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-11-19T01:21:35,533 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/hbase-staging/partitions_25bab3d9-3302-464a-87c0-1cab4b6ee445 2023-11-19T01:21:35,944 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:35,945 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:35,946 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:35,947 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:37,029 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/hadoop-8626054049478573282.jar 2023-11-19T01:21:37,029 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:37,029 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:37,030 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:37,030 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:37,031 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:37,031 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:37,031 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:37,032 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:37,032 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:37,033 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-19T01:21:37,033 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-19T01:21:37,034 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-19T01:21:37,034 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-19T01:21:37,035 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-19T01:21:37,035 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-19T01:21:37,036 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-19T01:21:37,036 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-19T01:21:37,036 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-19T01:21:37,037 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-19T01:21:37,037 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-19T01:21:37,038 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-19T01:21:37,038 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:37,039 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:37,039 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:37,039 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:37,039 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:37,040 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:37,040 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:21:37,041 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: ns2:test-17003568296111 2023-11-19T01:21:37,041 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:21:37,041 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x11b6fef3 to 127.0.0.1:52459 2023-11-19T01:21:37,041 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:21:37,041 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-11-19T01:21:37,041 WARN [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-11-19T01:21:37,042 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-19T01:21:37,048 WARN [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-19T01:21:37,054 WARN [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-11-19T01:21:37,135 WARN [Listener at jenkins-hbase6.apache.org/36979 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/mapreduce.cluster.local.dir/1700356897101/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-19T01:21:37,135 WARN [Listener at jenkins-hbase6.apache.org/36979 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/mapreduce.cluster.local.dir/1700356897101/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-19T01:21:37,191 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:35095/backupUT/backup_1700356865289/ns2/test-17003568296111/f/65e239f2241041229fee9a3cf5a2b2f2 2023-11-19T01:21:37,196 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-19T01:21:37,217 DEBUG [pool-284-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x4d7e8dcf to 127.0.0.1:52459 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:21:37,223 DEBUG [pool-284-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26a7a9f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:21:37,227 DEBUG [hconnection-0x1c672918-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:21:37,229 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:39192, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:21:37,231 DEBUG [pool-284-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x4d7e8dcf to 127.0.0.1:52459 2023-11-19T01:21:37,231 DEBUG [pool-284-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:21:37,233 DEBUG [pool-284-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-ns2:test-17003568296111-1-0] 2023-11-19T01:21:37,233 DEBUG [pool-284-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase6.apache.org 2023-11-19T01:21:37,242 DEBUG [pool-284-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/hbase-staging/bulk_output-ns2-table2-1700356895512/_temporary/0/_temporary/attempt_local1521845200_0012_r_000000_0/f/becdd8edc18f41c1bcf0907331ae6ab3 is 64, key is row-ns2:test-17003568296111-1-10/f:q1/1700356852814/Put/seqid=0 2023-11-19T01:21:37,244 WARN [Thread-1330 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase6.apache.org:46095] Specified favored nodes: [jenkins-hbase6.apache.org:46095] 2023-11-19T01:21:37,265 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-19T01:21:38,194 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/hbase-staging/bulk_output-ns2-table2-1700356895512 2023-11-19T01:21:38,194 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x682cfa9d to 127.0.0.1:52459 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:21:38,198 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a8b155d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:21:38,200 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:21:38,202 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:39198, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:21:38,208 WARN [Listener at jenkins-hbase6.apache.org/36979 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/hbase-staging/bulk_output-ns2-table2-1700356895512/_SUCCESS 2023-11-19T01:21:38,212 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:21:38,213 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:43344, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:21:38,223 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/hbase-staging/bulk_output-ns2-table2-1700356895512/f/becdd8edc18f41c1bcf0907331ae6ab3 first=Optional[row-ns2:test-17003568296111-1-0] last=Optional[row-ns2:test-17003568296111-2-98] 2023-11-19T01:21:38,224 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=ns2:table2,,1700356890616.06040d14ad307d4bb9eb3844366abdf1., hostname=jenkins-hbase6.apache.org,46095,1700356820436, seqNum=2 for row with hfile group [{f,hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/hbase-staging/bulk_output-ns2-table2-1700356895512/f/becdd8edc18f41c1bcf0907331ae6ab3}] 2023-11-19T01:21:38,242 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/hbase-staging/bulk_output-ns2-table2-1700356895512/f/becdd8edc18f41c1bcf0907331ae6ab3 for inclusion in 06040d14ad307d4bb9eb3844366abdf1/f 2023-11-19T01:21:38,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.HStore(623): HFile bounds: first=row-ns2:test-17003568296111-1-0 last=row-ns2:test-17003568296111-2-98 2023-11-19T01:21:38,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.HStore(625): Region bounds: first= last= 2023-11-19T01:21:38,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.HRegion(2520): Flush status journal for 06040d14ad307d4bb9eb3844366abdf1: 2023-11-19T01:21:38,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/hbase-staging/bulk_output-ns2-table2-1700356895512/f/becdd8edc18f41c1bcf0907331ae6ab3 to hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/staging/jenkins__ns2_table2__k5vtrfbf9hc273ajp3hnamprv2358scn4mkja65q0qm7hk8k1m4ike29o43nioi4/f/becdd8edc18f41c1bcf0907331ae6ab3 2023-11-19T01:21:38,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/staging/jenkins__ns2_table2__k5vtrfbf9hc273ajp3hnamprv2358scn4mkja65q0qm7hk8k1m4ike29o43nioi4/f/becdd8edc18f41c1bcf0907331ae6ab3 as hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/ns2/table2/06040d14ad307d4bb9eb3844366abdf1/f/2464c8fed1d848bc8394d77596fb4b31_SeqId_6_ 2023-11-19T01:21:38,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x5aaa4d06 to 127.0.0.1:52459 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:21:38,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ee6ed47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:21:38,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:21:38,275 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:43348, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:21:38,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:21:38,291 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:39208, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:21:38,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:21:38,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x5aaa4d06 to 127.0.0.1:52459 2023-11-19T01:21:38,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:21:38,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/staging/jenkins__ns2_table2__k5vtrfbf9hc273ajp3hnamprv2358scn4mkja65q0qm7hk8k1m4ike29o43nioi4/f/becdd8edc18f41c1bcf0907331ae6ab3 into 06040d14ad307d4bb9eb3844366abdf1/f as hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/ns2/table2/06040d14ad307d4bb9eb3844366abdf1/f/2464c8fed1d848bc8394d77596fb4b31_SeqId_6_ - updating store file list. 2023-11-19T01:21:38,312 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/ns2/table2/06040d14ad307d4bb9eb3844366abdf1/f/2464c8fed1d848bc8394d77596fb4b31_SeqId_6_ into 06040d14ad307d4bb9eb3844366abdf1/f 2023-11-19T01:21:38,312 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/staging/jenkins__ns2_table2__k5vtrfbf9hc273ajp3hnamprv2358scn4mkja65q0qm7hk8k1m4ike29o43nioi4/f/becdd8edc18f41c1bcf0907331ae6ab3 into 06040d14ad307d4bb9eb3844366abdf1/f (new location: hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/ns2/table2/06040d14ad307d4bb9eb3844366abdf1/f/2464c8fed1d848bc8394d77596fb4b31_SeqId_6_) 2023-11-19T01:21:38,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/staging/jenkins__ns2_table2__k5vtrfbf9hc273ajp3hnamprv2358scn4mkja65q0qm7hk8k1m4ike29o43nioi4/f/becdd8edc18f41c1bcf0907331ae6ab3 2023-11-19T01:21:38,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x0e372eb2 to 127.0.0.1:52459 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:21:38,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eeb5a9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:21:38,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:21:38,322 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:43364, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-11-19T01:21:38,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:21:38,329 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:39222, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-11-19T01:21:38,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:21:38,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x0e372eb2 to 127.0.0.1:52459 2023-11-19T01:21:38,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:21:38,348 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:21:38,348 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x682cfa9d to 127.0.0.1:52459 2023-11-19T01:21:38,348 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:21:38,348 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-11-19T01:21:38,348 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] impl.RestoreTablesClient(187): ns2:test-17003568296111 has been successfully restored to ns2:table2 2023-11-19T01:21:38,348 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] impl.RestoreTablesClient(231): Restore includes the following image(s): 2023-11-19T01:21:38,348 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] impl.RestoreTablesClient(233): Backup: backup_1700356865289 hdfs://localhost:35095/backupUT/backup_1700356865289/ns2/test-17003568296111/ 2023-11-19T01:21:38,348 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] impl.RestoreTablesClient(238): restoreStage finished 2023-11-19T01:21:38,349 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] backup.TestBackupMerge(113): After incremental restore: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:21:38,360 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] backup.TestBackupMerge(115): f1 has 297 rows 2023-11-19T01:21:38,373 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:21:38,374 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x40373818 to 127.0.0.1:52459 2023-11-19T01:21:38,374 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:21:38,402 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2 2023-11-19T01:21:38,402 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_table2 Metrics about Tables on a single HBase RegionServer 2023-11-19T01:21:38,402 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] hbase.ResourceChecker(175): after: backup.TestBackupMerge#TestIncBackupMergeRestore Thread=601 (was 584) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-219004985-172.31.2.20-1700356813878:blk_1073741897_1073, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-188205346_16 at /127.0.0.1:41058 [Waiting for operation #15] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:52459@0x0e372eb2 java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1517) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1541) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1227) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$538/1821230485.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: region-location-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/cluster_a86f2914-dabb-3643-1587-ce1b4f859489/dfs/data/data1/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/cluster_a86f2914-dabb-3643-1587-ce1b4f859489/dfs/data/data2/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x1753c29-shared-pool-24 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x1753c29-shared-pool-25 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase6.apache.org,46095,1700356820436)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:52459@0x682cfa9d java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1517) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1541) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1227) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$538/1821230485.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:52459@0x0e372eb2-SendThread(127.0.0.1:52459) java.lang.Thread.sleep(Native Method) org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1394) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1317) Potentially hanging thread: PacketResponder: BP-219004985-172.31.2.20-1700356813878:blk_1073741898_1074, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase6.apache.org,46095,1700356820436)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:52459@0x5aaa4d06 java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1517) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1541) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1227) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$538/1821230485.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1126182041_16 at /127.0.0.1:42304 [Receiving block BP-219004985-172.31.2.20-1700356813878:blk_1073741897_1073] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-188205346_16 at /127.0.0.1:41064 [Waiting for operation #9] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:52459@0x682cfa9d-SendThread(127.0.0.1:52459) java.lang.Thread.sleep(Native Method) org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1394) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1317) Potentially hanging thread: (jenkins-hbase6.apache.org,34387,1700356817193)-proc-coordinator-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x1753c29-shared-pool-23 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:52459@0x5aaa4d06-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:549) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:52459@0x0e372eb2-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:549) Potentially hanging thread: hconnection-0x1753c29-shared-pool-26 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1126182041_16 at /127.0.0.1:42312 [Receiving block BP-219004985-172.31.2.20-1700356813878:blk_1073741898_1074] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:52459@0x682cfa9d-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:549) Potentially hanging thread: member: 'jenkins-hbase6.apache.org,46095,1700356820436' subprocedure-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: WAL-Archive-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-188205346_16 at /127.0.0.1:41024 [Waiting for operation #16] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:52459@0x5aaa4d06-SendThread(127.0.0.1:52459) java.lang.Thread.sleep(Native Method) org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1394) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1317) Potentially hanging thread: rs(jenkins-hbase6.apache.org,46095,1700356820436)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=718 (was 689) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=229 (was 283), ProcessCount=170 (was 168) - ProcessCount LEAK? -, AvailableMemoryMB=4240 (was 4342) 2023-11-19T01:21:38,402 WARN [Listener at jenkins-hbase6.apache.org/36979 {}] hbase.ResourceChecker(130): Thread=601 is superior to 500 2023-11-19T01:21:38,410 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2023-11-19T01:21:38,410 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:21:38,410 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x55950a76 to 127.0.0.1:52459 2023-11-19T01:21:38,410 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:21:38,411 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2023-11-19T01:21:38,411 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] util.JVMClusterUtil(257): Found active master hash=880712355, stopped=false 2023-11-19T01:21:38,411 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] master.ServerManager(896): Cluster shutdown requested of master=jenkins-hbase6.apache.org,34387,1700356817193 2023-11-19T01:21:38,414 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46095-0x101239e09920001, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2023-11-19T01:21:38,414 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46095-0x101239e09920001, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:21:38,414 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2023-11-19T01:21:38,414 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:21:38,414 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] procedure2.ProcedureExecutor(630): Stopping 2023-11-19T01:21:38,415 DEBUG [Listener at jenkins-hbase6.apache.org/36979 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:21:38,415 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46095-0x101239e09920001, quorum=127.0.0.1:52459, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-11-19T01:21:38,415 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-11-19T01:21:38,415 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase6.apache.org,46095,1700356820436' ***** 2023-11-19T01:21:38,415 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] regionserver.HRegionServer(2531): STOPPED: Shutdown requested 2023-11-19T01:21:38,415 INFO [RS:0;jenkins-hbase6:46095 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-11-19T01:21:38,431 INFO [RS:0;jenkins-hbase6:46095 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@32d41154{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-11-19T01:21:38,437 INFO [RS:0;jenkins-hbase6:46095 {}] server.AbstractConnector(383): Stopped ServerConnector@12b0af55{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-11-19T01:21:38,437 INFO [RS:0;jenkins-hbase6:46095 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-11-19T01:21:38,438 INFO [RS:0;jenkins-hbase6:46095 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@fc568f9{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-11-19T01:21:38,439 INFO [RS:0;jenkins-hbase6:46095 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@553014dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/hadoop.log.dir/,STOPPED} 2023-11-19T01:21:38,441 INFO [RS:0;jenkins-hbase6:46095 {}] regionserver.HeapMemoryManager(220): Stopping 2023-11-19T01:21:38,442 INFO [RS:0;jenkins-hbase6:46095 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2023-11-19T01:21:38,442 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2023-11-19T01:21:38,442 INFO [RS:0;jenkins-hbase6:46095 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2023-11-19T01:21:38,442 INFO [RS:0;jenkins-hbase6:46095 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2023-11-19T01:21:38,442 INFO [RS:0;jenkins-hbase6:46095 {}] regionserver.HRegionServer(3528): Received CLOSE for 44154da1f5d6c516c89d3ee80e6719e6 2023-11-19T01:21:38,442 INFO [RS:0;jenkins-hbase6:46095 {}] regionserver.HRegionServer(3528): Received CLOSE for fa5d0c5f567830ffab4db8abe835c087 2023-11-19T01:21:38,442 INFO [RS:0;jenkins-hbase6:46095 {}] regionserver.HRegionServer(3528): Received CLOSE for 7a09960e9813577cf6f12ec783a57dac 2023-11-19T01:21:38,442 INFO [RS:0;jenkins-hbase6:46095 {}] regionserver.HRegionServer(3528): Received CLOSE for 8441e1608aa65abc42f384758a755dd0 2023-11-19T01:21:38,442 INFO [RS:0;jenkins-hbase6:46095 {}] regionserver.HRegionServer(3528): Received CLOSE for 06040d14ad307d4bb9eb3844366abdf1 2023-11-19T01:21:38,442 INFO [RS:0;jenkins-hbase6:46095 {}] regionserver.HRegionServer(3528): Received CLOSE for 53acec14cb86dadcd2630bcd939dd16f 2023-11-19T01:21:38,442 INFO [RS:0;jenkins-hbase6:46095 {}] regionserver.HRegionServer(3528): Received CLOSE for 4fa2ce7f3f6d3f87fa3d095bd4faaf3d 2023-11-19T01:21:38,443 INFO [RS:0;jenkins-hbase6:46095 {}] regionserver.HRegionServer(3528): Received CLOSE for ae65a4a3a0eab4b102d4df93b18d2572 2023-11-19T01:21:38,443 INFO [RS:0;jenkins-hbase6:46095 {}] regionserver.HRegionServer(3528): Received CLOSE for c37247cf67f110a51257ed4c4a9bbbef 2023-11-19T01:21:38,443 INFO [RS:0;jenkins-hbase6:46095 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:21:38,443 INFO [RS:0;jenkins-hbase6:46095 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:21:38,443 DEBUG [RS:0;jenkins-hbase6:46095 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:21:38,443 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 44154da1f5d6c516c89d3ee80e6719e6, disabling compactions & flushes 2023-11-19T01:21:38,443 INFO [RS:0;jenkins-hbase6:46095 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2023-11-19T01:21:38,443 INFO [RS:0;jenkins-hbase6:46095 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2023-11-19T01:21:38,443 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns4:test-17003568296113,,1700356834717.44154da1f5d6c516c89d3ee80e6719e6. 2023-11-19T01:21:38,443 INFO [RS:0;jenkins-hbase6:46095 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2023-11-19T01:21:38,443 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-17003568296113,,1700356834717.44154da1f5d6c516c89d3ee80e6719e6. 2023-11-19T01:21:38,443 INFO [RS:0;jenkins-hbase6:46095 {}] regionserver.HRegionServer(3528): Received CLOSE for 1588230740 2023-11-19T01:21:38,443 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns4:test-17003568296113,,1700356834717.44154da1f5d6c516c89d3ee80e6719e6. after waiting 0 ms 2023-11-19T01:21:38,443 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns4:test-17003568296113,,1700356834717.44154da1f5d6c516c89d3ee80e6719e6. 2023-11-19T01:21:38,444 INFO [RS:0;jenkins-hbase6:46095 {}] regionserver.HRegionServer(1579): Waiting on 10 regions to close 2023-11-19T01:21:38,446 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-11-19T01:21:38,446 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-11-19T01:21:38,446 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-11-19T01:21:38,446 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-11-19T01:21:38,446 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-11-19T01:21:38,446 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2819): Flushing 1588230740 3/3 column families, dataSize=11.59 KB heapSize=20.33 KB 2023-11-19T01:21:38,447 DEBUG [RS:0;jenkins-hbase6:46095 {}] regionserver.HRegionServer(1609): Waiting on 06040d14ad307d4bb9eb3844366abdf1, 1588230740, 44154da1f5d6c516c89d3ee80e6719e6, 4fa2ce7f3f6d3f87fa3d095bd4faaf3d, 53acec14cb86dadcd2630bcd939dd16f, 7a09960e9813577cf6f12ec783a57dac, 8441e1608aa65abc42f384758a755dd0, ae65a4a3a0eab4b102d4df93b18d2572, c37247cf67f110a51257ed4c4a9bbbef, fa5d0c5f567830ffab4db8abe835c087 2023-11-19T01:21:38,451 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/ns4/test-17003568296113/44154da1f5d6c516c89d3ee80e6719e6/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-11-19T01:21:38,451 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:21:38,452 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns4:test-17003568296113,,1700356834717.44154da1f5d6c516c89d3ee80e6719e6. 2023-11-19T01:21:38,452 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 44154da1f5d6c516c89d3ee80e6719e6: 2023-11-19T01:21:38,452 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-17003568296113,,1700356834717.44154da1f5d6c516c89d3ee80e6719e6. 2023-11-19T01:21:38,452 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing fa5d0c5f567830ffab4db8abe835c087, disabling compactions & flushes 2023-11-19T01:21:38,452 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system,,1700356836070.fa5d0c5f567830ffab4db8abe835c087. 2023-11-19T01:21:38,453 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1700356836070.fa5d0c5f567830ffab4db8abe835c087. 2023-11-19T01:21:38,453 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1700356836070.fa5d0c5f567830ffab4db8abe835c087. after waiting 0 ms 2023-11-19T01:21:38,453 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1700356836070.fa5d0c5f567830ffab4db8abe835c087. 2023-11-19T01:21:38,453 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing fa5d0c5f567830ffab4db8abe835c087 2/2 column families, dataSize=1.66 KB heapSize=3.18 KB 2023-11-19T01:21:38,457 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/backup/system/fa5d0c5f567830ffab4db8abe835c087/.tmp/meta/8fe2d538c2ac4776b9ac64d8927778f1 is 171, key is trslm:hdfs://localhost:35095/backupUT\x00ns2:test-17003568296111/meta:log-roll-map/1700356874058/Put/seqid=0 2023-11-19T01:21:38,467 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=729 B at sequenceid=44 (bloomFilter=true), to=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/backup/system/fa5d0c5f567830ffab4db8abe835c087/.tmp/meta/8fe2d538c2ac4776b9ac64d8927778f1 2023-11-19T01:21:38,472 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8fe2d538c2ac4776b9ac64d8927778f1 2023-11-19T01:21:38,475 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/hbase/meta/1588230740/.tmp/info/626ebe4588a9476091fc5ff4643f8efc is 159, key is ns2:test-17003568296111,,1700356831382.53acec14cb86dadcd2630bcd939dd16f./info:regioninfo/1700356832186/Put/seqid=0 2023-11-19T01:21:38,476 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/backup/system/fa5d0c5f567830ffab4db8abe835c087/.tmp/session/28fbc3cee8db4131a7905521dbceb154 is 360, key is session:backup_1700356865289/session:context/1700356875317/Put/seqid=0 2023-11-19T01:21:38,511 INFO [regionserver/jenkins-hbase6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2023-11-19T01:21:38,647 DEBUG [RS:0;jenkins-hbase6:46095 {}] regionserver.HRegionServer(1609): Waiting on 06040d14ad307d4bb9eb3844366abdf1, 1588230740, 4fa2ce7f3f6d3f87fa3d095bd4faaf3d, 53acec14cb86dadcd2630bcd939dd16f, 7a09960e9813577cf6f12ec783a57dac, 8441e1608aa65abc42f384758a755dd0, ae65a4a3a0eab4b102d4df93b18d2572, c37247cf67f110a51257ed4c4a9bbbef, fa5d0c5f567830ffab4db8abe835c087 2023-11-19T01:21:38,847 DEBUG [RS:0;jenkins-hbase6:46095 {}] regionserver.HRegionServer(1609): Waiting on 06040d14ad307d4bb9eb3844366abdf1, 1588230740, 4fa2ce7f3f6d3f87fa3d095bd4faaf3d, 53acec14cb86dadcd2630bcd939dd16f, 7a09960e9813577cf6f12ec783a57dac, 8441e1608aa65abc42f384758a755dd0, ae65a4a3a0eab4b102d4df93b18d2572, c37247cf67f110a51257ed4c4a9bbbef, fa5d0c5f567830ffab4db8abe835c087 2023-11-19T01:21:38,885 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.74 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/hbase/meta/1588230740/.tmp/info/626ebe4588a9476091fc5ff4643f8efc 2023-11-19T01:21:38,888 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=972 B at sequenceid=44 (bloomFilter=true), to=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/backup/system/fa5d0c5f567830ffab4db8abe835c087/.tmp/session/28fbc3cee8db4131a7905521dbceb154 2023-11-19T01:21:38,894 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 28fbc3cee8db4131a7905521dbceb154 2023-11-19T01:21:38,895 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/backup/system/fa5d0c5f567830ffab4db8abe835c087/.tmp/meta/8fe2d538c2ac4776b9ac64d8927778f1 as hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/backup/system/fa5d0c5f567830ffab4db8abe835c087/meta/8fe2d538c2ac4776b9ac64d8927778f1 2023-11-19T01:21:38,901 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8fe2d538c2ac4776b9ac64d8927778f1 2023-11-19T01:21:38,901 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/backup/system/fa5d0c5f567830ffab4db8abe835c087/meta/8fe2d538c2ac4776b9ac64d8927778f1, entries=5, sequenceid=44, filesize=5.7 K 2023-11-19T01:21:38,902 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/backup/system/fa5d0c5f567830ffab4db8abe835c087/.tmp/session/28fbc3cee8db4131a7905521dbceb154 as hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/backup/system/fa5d0c5f567830ffab4db8abe835c087/session/28fbc3cee8db4131a7905521dbceb154 2023-11-19T01:21:38,907 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 28fbc3cee8db4131a7905521dbceb154 2023-11-19T01:21:38,907 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/backup/system/fa5d0c5f567830ffab4db8abe835c087/session/28fbc3cee8db4131a7905521dbceb154, entries=3, sequenceid=44, filesize=5.5 K 2023-11-19T01:21:38,908 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~1.66 KB/1701, heapSize ~3.15 KB/3224, currentSize=0 B/0 for fa5d0c5f567830ffab4db8abe835c087 in 455ms, sequenceid=44, compaction requested=true 2023-11-19T01:21:38,921 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/hbase/meta/1588230740/.tmp/table/29f44d2f3aa04065becb568359b5b7aa is 59, key is ns2:test-17003568296111/table:state/1700356832195/Put/seqid=0 2023-11-19T01:21:38,924 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/backup/system/fa5d0c5f567830ffab4db8abe835c087/recovered.edits/47.seqid, newMaxSeqId=47, maxSeqId=1 2023-11-19T01:21:38,925 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:21:38,925 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system,,1700356836070.fa5d0c5f567830ffab4db8abe835c087. 2023-11-19T01:21:38,925 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for fa5d0c5f567830ffab4db8abe835c087: 2023-11-19T01:21:38,925 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1700356836070.fa5d0c5f567830ffab4db8abe835c087. 2023-11-19T01:21:38,926 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 7a09960e9813577cf6f12ec783a57dac, disabling compactions & flushes 2023-11-19T01:21:38,926 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns3:test-17003568296112,,1700356832592.7a09960e9813577cf6f12ec783a57dac. 2023-11-19T01:21:38,926 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-17003568296112,,1700356832592.7a09960e9813577cf6f12ec783a57dac. 2023-11-19T01:21:38,926 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns3:test-17003568296112,,1700356832592.7a09960e9813577cf6f12ec783a57dac. after waiting 0 ms 2023-11-19T01:21:38,926 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns3:test-17003568296112,,1700356832592.7a09960e9813577cf6f12ec783a57dac. 2023-11-19T01:21:38,926 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=874 B at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/hbase/meta/1588230740/.tmp/table/29f44d2f3aa04065becb568359b5b7aa 2023-11-19T01:21:38,930 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/ns3/test-17003568296112/7a09960e9813577cf6f12ec783a57dac/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-11-19T01:21:38,930 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:21:38,931 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns3:test-17003568296112,,1700356832592.7a09960e9813577cf6f12ec783a57dac. 2023-11-19T01:21:38,931 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 7a09960e9813577cf6f12ec783a57dac: 2023-11-19T01:21:38,931 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-17003568296112,,1700356832592.7a09960e9813577cf6f12ec783a57dac. 2023-11-19T01:21:38,932 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 8441e1608aa65abc42f384758a755dd0, disabling compactions & flushes 2023-11-19T01:21:38,932 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region hbase:namespace,,1700356822921.8441e1608aa65abc42f384758a755dd0. 2023-11-19T01:21:38,932 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1700356822921.8441e1608aa65abc42f384758a755dd0. 2023-11-19T01:21:38,932 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1700356822921.8441e1608aa65abc42f384758a755dd0. after waiting 0 ms 2023-11-19T01:21:38,932 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1700356822921.8441e1608aa65abc42f384758a755dd0. 2023-11-19T01:21:38,932 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 8441e1608aa65abc42f384758a755dd0 1/1 column families, dataSize=249 B heapSize=1.02 KB 2023-11-19T01:21:38,934 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/hbase/meta/1588230740/.tmp/info/626ebe4588a9476091fc5ff4643f8efc as hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/hbase/meta/1588230740/info/626ebe4588a9476091fc5ff4643f8efc 2023-11-19T01:21:38,939 INFO [regionserver/jenkins-hbase6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2023-11-19T01:21:38,939 INFO [regionserver/jenkins-hbase6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2023-11-19T01:21:38,940 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/hbase/meta/1588230740/info/626ebe4588a9476091fc5ff4643f8efc, entries=90, sequenceid=49, filesize=16.4 K 2023-11-19T01:21:38,941 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/hbase/meta/1588230740/.tmp/table/29f44d2f3aa04065becb568359b5b7aa as hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/hbase/meta/1588230740/table/29f44d2f3aa04065becb568359b5b7aa 2023-11-19T01:21:38,950 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/hbase/namespace/8441e1608aa65abc42f384758a755dd0/.tmp/info/eb8c2821fff34b5983920364daa423e3 is 45, key is default/info:d/1700356824295/Put/seqid=0 2023-11-19T01:21:38,951 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/hbase/meta/1588230740/table/29f44d2f3aa04065becb568359b5b7aa, entries=18, sequenceid=49, filesize=5.9 K 2023-11-19T01:21:38,952 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3022): Finished flush of dataSize ~11.59 KB/11868, heapSize ~20.05 KB/20528, currentSize=0 B/0 for 1588230740 in 506ms, sequenceid=49, compaction requested=false 2023-11-19T01:21:38,968 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/hbase/namespace/8441e1608aa65abc42f384758a755dd0/.tmp/info/eb8c2821fff34b5983920364daa423e3 2023-11-19T01:21:38,971 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/hbase/meta/1588230740/recovered.edits/52.seqid, newMaxSeqId=52, maxSeqId=1 2023-11-19T01:21:38,971 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:21:38,972 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-11-19T01:21:38,972 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-11-19T01:21:38,972 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-11-19T01:21:38,972 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2023-11-19T01:21:38,974 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/hbase/namespace/8441e1608aa65abc42f384758a755dd0/.tmp/info/eb8c2821fff34b5983920364daa423e3 as hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/hbase/namespace/8441e1608aa65abc42f384758a755dd0/info/eb8c2821fff34b5983920364daa423e3 2023-11-19T01:21:38,979 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/hbase/namespace/8441e1608aa65abc42f384758a755dd0/info/eb8c2821fff34b5983920364daa423e3, entries=7, sequenceid=11, filesize=5.1 K 2023-11-19T01:21:38,980 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~249 B/249, heapSize ~1.01 KB/1032, currentSize=0 B/0 for 8441e1608aa65abc42f384758a755dd0 in 48ms, sequenceid=11, compaction requested=false 2023-11-19T01:21:38,985 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/hbase/namespace/8441e1608aa65abc42f384758a755dd0/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2023-11-19T01:21:38,986 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:21:38,987 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed hbase:namespace,,1700356822921.8441e1608aa65abc42f384758a755dd0. 2023-11-19T01:21:38,987 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 8441e1608aa65abc42f384758a755dd0: 2023-11-19T01:21:38,987 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1700356822921.8441e1608aa65abc42f384758a755dd0. 2023-11-19T01:21:38,987 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 06040d14ad307d4bb9eb3844366abdf1, disabling compactions & flushes 2023-11-19T01:21:38,987 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns2:table2,,1700356890616.06040d14ad307d4bb9eb3844366abdf1. 2023-11-19T01:21:38,987 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:table2,,1700356890616.06040d14ad307d4bb9eb3844366abdf1. 2023-11-19T01:21:38,987 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns2:table2,,1700356890616.06040d14ad307d4bb9eb3844366abdf1. after waiting 0 ms 2023-11-19T01:21:38,987 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns2:table2,,1700356890616.06040d14ad307d4bb9eb3844366abdf1. 2023-11-19T01:21:38,994 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/ns2/table2/06040d14ad307d4bb9eb3844366abdf1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2023-11-19T01:21:38,995 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:21:38,995 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns2:table2,,1700356890616.06040d14ad307d4bb9eb3844366abdf1. 2023-11-19T01:21:38,995 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 06040d14ad307d4bb9eb3844366abdf1: 2023-11-19T01:21:38,995 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:table2,,1700356890616.06040d14ad307d4bb9eb3844366abdf1. 2023-11-19T01:21:38,996 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 53acec14cb86dadcd2630bcd939dd16f, disabling compactions & flushes 2023-11-19T01:21:38,996 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns2:test-17003568296111,,1700356831382.53acec14cb86dadcd2630bcd939dd16f. 2023-11-19T01:21:38,996 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-17003568296111,,1700356831382.53acec14cb86dadcd2630bcd939dd16f. 2023-11-19T01:21:38,996 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns2:test-17003568296111,,1700356831382.53acec14cb86dadcd2630bcd939dd16f. after waiting 0 ms 2023-11-19T01:21:38,996 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns2:test-17003568296111,,1700356831382.53acec14cb86dadcd2630bcd939dd16f. 2023-11-19T01:21:38,996 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 53acec14cb86dadcd2630bcd939dd16f 1/1 column families, dataSize=11.56 KB heapSize=26.55 KB 2023-11-19T01:21:39,000 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/ns2/test-17003568296111/53acec14cb86dadcd2630bcd939dd16f/.tmp/f/09121d74baa64395ab8525d1facada25 is 64, key is row-ns2:test-17003568296111-1-10/f:q1/1700356852814/Put/seqid=0 2023-11-19T01:21:39,004 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.56 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/ns2/test-17003568296111/53acec14cb86dadcd2630bcd939dd16f/.tmp/f/09121d74baa64395ab8525d1facada25 2023-11-19T01:21:39,011 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/ns2/test-17003568296111/53acec14cb86dadcd2630bcd939dd16f/.tmp/f/09121d74baa64395ab8525d1facada25 as hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/ns2/test-17003568296111/53acec14cb86dadcd2630bcd939dd16f/f/09121d74baa64395ab8525d1facada25 2023-11-19T01:21:39,017 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/ns2/test-17003568296111/53acec14cb86dadcd2630bcd939dd16f/f/09121d74baa64395ab8525d1facada25, entries=198, sequenceid=304, filesize=17.2 K 2023-11-19T01:21:39,017 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~11.56 KB/11840, heapSize ~26.53 KB/27168, currentSize=0 B/0 for 53acec14cb86dadcd2630bcd939dd16f in 21ms, sequenceid=304, compaction requested=false 2023-11-19T01:21:39,024 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/ns2/test-17003568296111/53acec14cb86dadcd2630bcd939dd16f/recovered.edits/307.seqid, newMaxSeqId=307, maxSeqId=1 2023-11-19T01:21:39,025 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:21:39,026 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns2:test-17003568296111,,1700356831382.53acec14cb86dadcd2630bcd939dd16f. 2023-11-19T01:21:39,026 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 53acec14cb86dadcd2630bcd939dd16f: 2023-11-19T01:21:39,026 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-17003568296111,,1700356831382.53acec14cb86dadcd2630bcd939dd16f. 2023-11-19T01:21:39,027 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 4fa2ce7f3f6d3f87fa3d095bd4faaf3d, disabling compactions & flushes 2023-11-19T01:21:39,027 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1700356838199.4fa2ce7f3f6d3f87fa3d095bd4faaf3d. 2023-11-19T01:21:39,027 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1700356838199.4fa2ce7f3f6d3f87fa3d095bd4faaf3d. 2023-11-19T01:21:39,027 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1700356838199.4fa2ce7f3f6d3f87fa3d095bd4faaf3d. after waiting 0 ms 2023-11-19T01:21:39,027 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1700356838199.4fa2ce7f3f6d3f87fa3d095bd4faaf3d. 2023-11-19T01:21:39,030 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/backup/system_bulk/4fa2ce7f3f6d3f87fa3d095bd4faaf3d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-11-19T01:21:39,030 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:21:39,031 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system_bulk,,1700356838199.4fa2ce7f3f6d3f87fa3d095bd4faaf3d. 2023-11-19T01:21:39,031 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 4fa2ce7f3f6d3f87fa3d095bd4faaf3d: 2023-11-19T01:21:39,031 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1700356838199.4fa2ce7f3f6d3f87fa3d095bd4faaf3d. 2023-11-19T01:21:39,031 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing ae65a4a3a0eab4b102d4df93b18d2572, disabling compactions & flushes 2023-11-19T01:21:39,031 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region test-1700356829611,,1700356830112.ae65a4a3a0eab4b102d4df93b18d2572. 2023-11-19T01:21:39,031 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1700356829611,,1700356830112.ae65a4a3a0eab4b102d4df93b18d2572. 2023-11-19T01:21:39,031 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on test-1700356829611,,1700356830112.ae65a4a3a0eab4b102d4df93b18d2572. after waiting 0 ms 2023-11-19T01:21:39,031 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region test-1700356829611,,1700356830112.ae65a4a3a0eab4b102d4df93b18d2572. 2023-11-19T01:21:39,031 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing ae65a4a3a0eab4b102d4df93b18d2572 1/1 column families, dataSize=10.60 KB heapSize=25 KB 2023-11-19T01:21:39,036 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/default/test-1700356829611/ae65a4a3a0eab4b102d4df93b18d2572/.tmp/f/a956c2991e514ef9803deeeff2549d27 is 59, key is row-test-1700356829611-1-10/f:q1/1700356852688/Put/seqid=0 2023-11-19T01:21:39,044 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.60 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/default/test-1700356829611/ae65a4a3a0eab4b102d4df93b18d2572/.tmp/f/a956c2991e514ef9803deeeff2549d27 2023-11-19T01:21:39,047 DEBUG [RS:0;jenkins-hbase6:46095 {}] regionserver.HRegionServer(1609): Waiting on ae65a4a3a0eab4b102d4df93b18d2572, c37247cf67f110a51257ed4c4a9bbbef 2023-11-19T01:21:39,050 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/default/test-1700356829611/ae65a4a3a0eab4b102d4df93b18d2572/.tmp/f/a956c2991e514ef9803deeeff2549d27 as hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/default/test-1700356829611/ae65a4a3a0eab4b102d4df93b18d2572/f/a956c2991e514ef9803deeeff2549d27 2023-11-19T01:21:39,055 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/default/test-1700356829611/ae65a4a3a0eab4b102d4df93b18d2572/f/a956c2991e514ef9803deeeff2549d27, entries=198, sequenceid=304, filesize=16.2 K 2023-11-19T01:21:39,056 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~10.60 KB/10850, heapSize ~24.98 KB/25584, currentSize=0 B/0 for ae65a4a3a0eab4b102d4df93b18d2572 in 24ms, sequenceid=304, compaction requested=false 2023-11-19T01:21:39,063 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/default/test-1700356829611/ae65a4a3a0eab4b102d4df93b18d2572/recovered.edits/307.seqid, newMaxSeqId=307, maxSeqId=1 2023-11-19T01:21:39,064 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:21:39,065 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed test-1700356829611,,1700356830112.ae65a4a3a0eab4b102d4df93b18d2572. 2023-11-19T01:21:39,065 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for ae65a4a3a0eab4b102d4df93b18d2572: 2023-11-19T01:21:39,065 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1700356829611,,1700356830112.ae65a4a3a0eab4b102d4df93b18d2572. 2023-11-19T01:21:39,065 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing c37247cf67f110a51257ed4c4a9bbbef, disabling compactions & flushes 2023-11-19T01:21:39,065 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region table1,,1700356882732.c37247cf67f110a51257ed4c4a9bbbef. 2023-11-19T01:21:39,065 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,,1700356882732.c37247cf67f110a51257ed4c4a9bbbef. 2023-11-19T01:21:39,065 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on table1,,1700356882732.c37247cf67f110a51257ed4c4a9bbbef. after waiting 0 ms 2023-11-19T01:21:39,065 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region table1,,1700356882732.c37247cf67f110a51257ed4c4a9bbbef. 2023-11-19T01:21:39,072 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/data/default/table1/c37247cf67f110a51257ed4c4a9bbbef/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2023-11-19T01:21:39,072 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:21:39,073 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed table1,,1700356882732.c37247cf67f110a51257ed4c4a9bbbef. 2023-11-19T01:21:39,073 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for c37247cf67f110a51257ed4c4a9bbbef: 2023-11-19T01:21:39,073 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,,1700356882732.c37247cf67f110a51257ed4c4a9bbbef. 2023-11-19T01:21:39,248 INFO [RS:0;jenkins-hbase6:46095 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase6.apache.org,46095,1700356820436; all regions closed. 2023-11-19T01:21:39,255 DEBUG [RS:0;jenkins-hbase6:46095 {}] wal.AbstractFSWAL(1062): Moved 2 WAL file(s) to /user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/oldWALs 2023-11-19T01:21:39,256 INFO [RS:0;jenkins-hbase6:46095 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase6.apache.org%2C46095%2C1700356820436.meta:.meta(num 1700356867484) 2023-11-19T01:21:39,264 DEBUG [RS:0;jenkins-hbase6:46095 {}] wal.AbstractFSWAL(1062): Moved 4 WAL file(s) to /user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/oldWALs 2023-11-19T01:21:39,264 INFO [RS:0;jenkins-hbase6:46095 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase6.apache.org%2C46095%2C1700356820436:(num 1700356867508) 2023-11-19T01:21:39,264 DEBUG [RS:0;jenkins-hbase6:46095 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:21:39,264 INFO [RS:0;jenkins-hbase6:46095 {}] regionserver.LeaseManager(133): Closed leases 2023-11-19T01:21:39,264 INFO [RS:0;jenkins-hbase6:46095 {}] hbase.ChoreService(370): Chore service for: regionserver/jenkins-hbase6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2023-11-19T01:21:39,265 INFO [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-11-19T01:21:39,266 INFO [RS:0;jenkins-hbase6:46095 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.2.20:46095 2023-11-19T01:21:39,274 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46095-0x101239e09920001, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/jenkins-hbase6.apache.org,46095,1700356820436 2023-11-19T01:21:39,274 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-11-19T01:21:39,276 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [jenkins-hbase6.apache.org,46095,1700356820436] 2023-11-19T01:21:39,276 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing jenkins-hbase6.apache.org,46095,1700356820436; numProcessing=1 2023-11-19T01:21:39,277 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(224): Node /1/draining/jenkins-hbase6.apache.org,46095,1700356820436 already deleted, retry=false 2023-11-19T01:21:39,277 INFO [RegionServerTracker-0 {}] master.ServerManager(561): Cluster shutdown set; jenkins-hbase6.apache.org,46095,1700356820436 expired; onlineServers=0 2023-11-19T01:21:39,277 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase6.apache.org,34387,1700356817193' ***** 2023-11-19T01:21:39,277 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2531): STOPPED: Cluster shutdown set; onlineServer=0 2023-11-19T01:21:39,278 DEBUG [M:0;jenkins-hbase6:34387 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37bfcf3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase6.apache.org/172.31.2.20:0 2023-11-19T01:21:39,278 INFO [M:0;jenkins-hbase6:34387 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-11-19T01:21:39,287 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2023-11-19T01:21:39,288 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:21:39,288 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-11-19T01:21:39,336 INFO [M:0;jenkins-hbase6:34387 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@5723c9b3{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-11-19T01:21:39,336 INFO [M:0;jenkins-hbase6:34387 {}] server.AbstractConnector(383): Stopped ServerConnector@487eb2ff{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-11-19T01:21:39,336 INFO [M:0;jenkins-hbase6:34387 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-11-19T01:21:39,337 INFO [M:0;jenkins-hbase6:34387 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@12114aeb{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-11-19T01:21:39,338 INFO [M:0;jenkins-hbase6:34387 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@497eff08{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/hadoop.log.dir/,STOPPED} 2023-11-19T01:21:39,338 INFO [M:0;jenkins-hbase6:34387 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase6.apache.org,34387,1700356817193 2023-11-19T01:21:39,338 INFO [M:0;jenkins-hbase6:34387 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase6.apache.org,34387,1700356817193; all regions closed. 2023-11-19T01:21:39,338 DEBUG [M:0;jenkins-hbase6:34387 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:21:39,338 INFO [M:0;jenkins-hbase6:34387 {}] master.HMaster(1666): Stopping master jetty server 2023-11-19T01:21:39,339 INFO [M:0;jenkins-hbase6:34387 {}] server.AbstractConnector(383): Stopped ServerConnector@25f936de{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-11-19T01:21:39,340 DEBUG [M:0;jenkins-hbase6:34387 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2023-11-19T01:21:39,340 INFO [M:0;jenkins-hbase6:34387 {}] master.BackupLogCleaner(171): Stopping BackupLogCleaner 2023-11-19T01:21:39,340 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2023-11-19T01:21:39,340 DEBUG [M:0;jenkins-hbase6:34387 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x75d97329 to 127.0.0.1:52459 2023-11-19T01:21:39,340 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster-HFileCleaner.large.0-1700356821806 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase6:0:becomeActiveMaster-HFileCleaner.large.0-1700356821806,5,FailOnTimeoutGroup] 2023-11-19T01:21:39,340 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster-HFileCleaner.small.0-1700356821806 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase6:0:becomeActiveMaster-HFileCleaner.small.0-1700356821806,5,FailOnTimeoutGroup] 2023-11-19T01:21:39,340 DEBUG [M:0;jenkins-hbase6:34387 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:21:39,340 DEBUG [M:0;jenkins-hbase6:34387 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2023-11-19T01:21:39,340 INFO [M:0;jenkins-hbase6:34387 {}] hbase.ChoreService(370): Chore service for: master/jenkins-hbase6:0 had [] on shutdown 2023-11-19T01:21:39,340 DEBUG [M:0;jenkins-hbase6:34387 {}] master.HMaster(1689): Stopping service threads 2023-11-19T01:21:39,340 INFO [M:0;jenkins-hbase6:34387 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2023-11-19T01:21:39,341 ERROR [M:0;jenkins-hbase6:34387 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2023-11-19T01:21:39,341 INFO [M:0;jenkins-hbase6:34387 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-11-19T01:21:39,341 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2023-11-19T01:21:39,342 DEBUG [M:0;jenkins-hbase6:34387 {}] zookeeper.ZKUtil(347): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2023-11-19T01:21:39,342 WARN [M:0;jenkins-hbase6:34387 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2023-11-19T01:21:39,342 INFO [M:0;jenkins-hbase6:34387 {}] assignment.AssignmentManager(383): Stopping assignment manager 2023-11-19T01:21:39,342 INFO [M:0;jenkins-hbase6:34387 {}] region.MasterRegion(178): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2023-11-19T01:21:39,343 DEBUG [M:0;jenkins-hbase6:34387 {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-11-19T01:21:39,354 INFO [M:0;jenkins-hbase6:34387 {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:21:39,354 DEBUG [M:0;jenkins-hbase6:34387 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:21:39,354 DEBUG [M:0;jenkins-hbase6:34387 {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-11-19T01:21:39,354 DEBUG [M:0;jenkins-hbase6:34387 {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:21:39,354 INFO [M:0;jenkins-hbase6:34387 {}] regionserver.HRegion(2819): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=187.91 KB heapSize=224.93 KB 2023-11-19T01:21:39,367 DEBUG [M:0;jenkins-hbase6:34387 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac0ebeea91f54c2eb18262a25c49b890 is 88, key is hbase:meta,,1/info:sn/1700356822262/Put/seqid=0 2023-11-19T01:21:39,376 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46095-0x101239e09920001, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-11-19T01:21:39,376 INFO [RS:0;jenkins-hbase6:46095 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase6.apache.org,46095,1700356820436; zookeeper connection closed. 2023-11-19T01:21:39,376 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46095-0x101239e09920001, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-11-19T01:21:39,377 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7b776aff {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7b776aff 2023-11-19T01:21:39,377 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2023-11-19T01:21:39,774 INFO [M:0;jenkins-hbase6:34387 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=530 B at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac0ebeea91f54c2eb18262a25c49b890 2023-11-19T01:21:39,793 DEBUG [M:0;jenkins-hbase6:34387 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c84e88210cd4421b80642902ce28dc9a is 986, key is \x00\x00\x00\x00\x00\x00\x00\x1D/proc:d/1700356839388/Put/seqid=0 2023-11-19T01:21:40,197 INFO [M:0;jenkins-hbase6:34387 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=187.32 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c84e88210cd4421b80642902ce28dc9a 2023-11-19T01:21:40,203 INFO [M:0;jenkins-hbase6:34387 {}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c84e88210cd4421b80642902ce28dc9a 2023-11-19T01:21:40,215 DEBUG [M:0;jenkins-hbase6:34387 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c814b4880879450386d5e321f5551b21 is 82, key is jenkins-hbase6.apache.org,46095,1700356820436/rs:state/1700356821837/Put/seqid=0 2023-11-19T01:21:40,620 INFO [M:0;jenkins-hbase6:34387 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c814b4880879450386d5e321f5551b21 2023-11-19T01:21:40,631 DEBUG [M:0;jenkins-hbase6:34387 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac0ebeea91f54c2eb18262a25c49b890 as hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ac0ebeea91f54c2eb18262a25c49b890 2023-11-19T01:21:40,636 INFO [M:0;jenkins-hbase6:34387 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ac0ebeea91f54c2eb18262a25c49b890, entries=8, sequenceid=433, filesize=5.5 K 2023-11-19T01:21:40,638 DEBUG [M:0;jenkins-hbase6:34387 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c84e88210cd4421b80642902ce28dc9a as hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c84e88210cd4421b80642902ce28dc9a 2023-11-19T01:21:40,643 INFO [M:0;jenkins-hbase6:34387 {}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c84e88210cd4421b80642902ce28dc9a 2023-11-19T01:21:40,643 INFO [M:0;jenkins-hbase6:34387 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c84e88210cd4421b80642902ce28dc9a, entries=47, sequenceid=433, filesize=15.6 K 2023-11-19T01:21:40,644 DEBUG [M:0;jenkins-hbase6:34387 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c814b4880879450386d5e321f5551b21 as hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c814b4880879450386d5e321f5551b21 2023-11-19T01:21:40,649 INFO [M:0;jenkins-hbase6:34387 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35095/user/jenkins/test-data/4f98ffe7-148a-3fa7-84dd-3abdc84d1641/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c814b4880879450386d5e321f5551b21, entries=1, sequenceid=433, filesize=5.1 K 2023-11-19T01:21:40,650 INFO [M:0;jenkins-hbase6:34387 {}] regionserver.HRegion(3022): Finished flush of dataSize ~187.91 KB/192420, heapSize ~224.63 KB/230024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=433, compaction requested=false 2023-11-19T01:21:40,658 INFO [M:0;jenkins-hbase6:34387 {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:21:40,658 DEBUG [M:0;jenkins-hbase6:34387 {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-19T01:21:40,663 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-11-19T01:21:40,663 INFO [M:0;jenkins-hbase6:34387 {}] flush.MasterFlushTableProcedureManager(85): stop: server shutting down. 2023-11-19T01:21:40,663 INFO [M:0;jenkins-hbase6:34387 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2023-11-19T01:21:40,664 INFO [M:0;jenkins-hbase6:34387 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.2.20:34387 2023-11-19T01:21:40,667 DEBUG [M:0;jenkins-hbase6:34387 {}] zookeeper.RecoverableZooKeeper(224): Node /1/rs/jenkins-hbase6.apache.org,34387,1700356817193 already deleted, retry=false 2023-11-19T01:21:40,769 INFO [M:0;jenkins-hbase6:34387 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase6.apache.org,34387,1700356817193; zookeeper connection closed. 2023-11-19T01:21:40,769 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-11-19T01:21:40,769 DEBUG [Listener at localhost/39885-EventThread {}] zookeeper.ZKWatcher(604): master:34387-0x101239e09920000, quorum=127.0.0.1:52459, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-11-19T01:21:40,779 WARN [Listener at jenkins-hbase6.apache.org/36979 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-11-19T01:21:40,784 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-11-19T01:21:40,891 WARN [BP-219004985-172.31.2.20-1700356813878 heartbeating to localhost/127.0.0.1:35095 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-11-19T01:21:40,891 WARN [BP-219004985-172.31.2.20-1700356813878 heartbeating to localhost/127.0.0.1:35095 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-219004985-172.31.2.20-1700356813878 (Datanode Uuid 1461cafd-063a-4264-ae36-70a3c43dd6c5) service to localhost/127.0.0.1:35095 2023-11-19T01:21:40,894 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/cluster_a86f2914-dabb-3643-1587-ce1b4f859489/dfs/data/data1/current/BP-219004985-172.31.2.20-1700356813878 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-19T01:21:40,894 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1c5cec67-daac-0880-f321-22cb46f61f1c/cluster_a86f2914-dabb-3643-1587-ce1b4f859489/dfs/data/data2/current/BP-219004985-172.31.2.20-1700356813878 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-19T01:21:40,916 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-11-19T01:21:41,035 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2023-11-19T01:21:41,103 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2023-11-19T01:21:41,103 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] hbase.HBaseTestingUtility(2857): Stopping mini mapreduce cluster... 2023-11-19T01:21:41,114 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:0 2023-11-19T01:21:41,228 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:0 2023-11-19T01:21:41,339 ERROR [Thread[Thread-275,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-11-19T01:21:41,339 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:0 2023-11-19T01:21:41,445 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2023-11-19T01:21:41,448 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(61): Returning, interrupted : java.lang.InterruptedException 2023-11-19T01:21:41,450 ERROR [Thread[Thread-286,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-11-19T01:21:41,455 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:0 2023-11-19T01:21:41,558 ERROR [Thread[Thread-250,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-11-19T01:21:41,558 INFO [Listener at jenkins-hbase6.apache.org/36979 {}] hbase.HBaseTestingUtility(2860): Mini mapreduce cluster stopped